-- Logs begin at Tue 2021-10-26 14:03:55 UTC, end at Tue 2021-10-26 15:48:11 UTC. -- Oct 26 14:50:15.529136 dv-cinder-732704-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 26 14:50:19.641116 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.common.config [-] Logging enabled! Oct 26 14:50:19.641853 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev108 Oct 26 14:50:19.642458 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108526) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 26 14:50:19.649046 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.common.config [-] Logging enabled! Oct 26 14:50:19.649413 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev108 Oct 26 14:50:19.649935 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108526) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 26 14:50:19.651547 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 26 14:50:19.651941 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 26 14:50:19.652652 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 26 14:50:19.653065 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 26 14:50:19.653443 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 26 14:50:19.653976 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.654483 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.655030 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.655411 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.655913 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.656418 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.656916 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.657414 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.657919 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.658422 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.658949 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.659446 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.659831 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.660313 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] config_source = [] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.660802 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.661282 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.661660 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] debug = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.662138 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.662959 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.663643 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.664133 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.664643 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.665129 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.665661 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.666142 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.666677 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.667240 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] host = dv-cinder-732704-6-iscsi {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.667704 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.668193 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.668679 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.669174 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.669656 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.670142 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.670630 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.671150 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] log_dir = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.671592 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] log_file = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.672074 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.672561 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.673061 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.673563 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.673946 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.674330 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.674860 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.675362 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.675843 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.676321 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.676796 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.677271 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.677746 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.678189 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.678711 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.679196 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.679683 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.680180 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.680668 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.681752 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.682234 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.682760 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.683241 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.683735 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.684228 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.684729 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.685190 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.685652 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.686170 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.686702 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.687184 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.687763 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.688152 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.688647 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.689120 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.689592 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] use_journal = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.690069 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] use_json = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.690554 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.691062 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.691547 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.692019 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.692498 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.692982 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.693454 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.693938 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:19.694447 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.694986 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.695504 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.696004 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.696524 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.697669 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.698169 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.698684 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.699187 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.699695 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.700194 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.700692 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.701195 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.701674 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.702152 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.702733 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.703253 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.703751 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.704205 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.704691 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.705180 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.705676 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.706190 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.706715 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.707233 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.707741 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.708240 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.708750 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.709263 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.709749 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.710213 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.710728 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.711229 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.711671 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.712106 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.712655 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.713133 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.713614 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.714093 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.714577 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.715097 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.715572 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.716050 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.716539 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.717048 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.717539 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.718020 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.718511 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.719053 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.719540 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.720004 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.720474 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.720957 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.721433 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.721907 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.722344 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.722823 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.723285 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.723749 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.724244 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.724736 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.725210 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.725685 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.726135 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.726601 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.727123 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.727667 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.728204 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.728688 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.729166 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.729637 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.730088 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.730545 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.731109 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.731644 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.732147 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.732656 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.733157 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.733656 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.734156 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.734686 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.735184 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.735686 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.736171 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.736709 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.737221 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.737744 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.738244 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.738787 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.739359 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.739824 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.740315 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.740824 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.741318 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.741826 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.742343 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.742910 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.743436 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.744538 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.745061 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.745555 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.746253 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.746858 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.747356 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:19.747729 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 26 14:50:19.748144 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=108526) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 26 14:50:20.478188 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=108526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 26 14:50:20.478659 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=108526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 26 14:50:20.479146 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=108526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 26 14:50:20.479682 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 26 14:50:21.065203 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:21.065917 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:21.066057 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:21.068169 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:21.068623 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:21.069049 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:21.133333 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:21.133784 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:21.134913 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:21.161977 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:21.162405 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:21.162846 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:21.217101 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:21.217545 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:21.217979 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:21.285788 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:21.286226 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:21.286673 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:21.691334 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:21.691732 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:21.692111 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:21.692492 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:21.693608 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:21.920390 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:21.920921 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:21.921386 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:21.921832 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:21.922267 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:21.922842 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:21.923280 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:21.923707 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:21.924131 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:21.924611 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:21.925058 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:21.925506 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:21.925934 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:21.926356 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:21.926826 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:21.927288 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:21.927725 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:21.928173 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:21.928601 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:21.929005 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:21.929431 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:21.929837 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:21.930308 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:21.931608 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:21.931993 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:21.932378 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:21.933057 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=108526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 14:50:21.933421 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=108526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 14:50:21.933785 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=108526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 14:50:21.934145 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=108526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 14:50:21.934504 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=108526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 14:50:21.934896 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=108526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 14:50:21.935481 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 26 14:50:21.941077 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 26 14:50:21.948259 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 26 14:50:21.955089 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Oct 26 14:50:21.957752 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 26 14:50:21.958561 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 26 14:50:21.959122 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 26 14:50:21.959777 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 26 14:50:21.964425 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 26 14:50:21.964829 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 26 14:50:21.965383 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 26 14:50:21.974866 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 26 14:50:22.013988 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 26 14:50:22.014767 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:22.015258 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=108526) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 26 14:50:22.015848 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:22.018073 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=108526) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 26 14:50:22.018533 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 26 14:50:22.018967 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 26 14:50:22.024520 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:22.025030 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:22.155726 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 26 14:50:22.156359 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 26 14:50:22.156446 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 26 14:50:22.157075 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 26 14:50:22.191801 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_db.sqlalchemy.engines [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=108526) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 26 14:50:22.910408 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.plugins.ml2.managers [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Initializing driver for type 'gre' Oct 26 14:50:22.911323 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] gre ID ranges: [(1, 1000)] Oct 26 14:50:23.155703 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.plugins.ml2.managers [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Initializing driver for type 'local' Oct 26 14:50:23.156148 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.plugins.ml2.managers [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Initializing driver for type 'vlan' Oct 26 14:50:23.241947 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] VlanTypeDriver initialization complete Oct 26 14:50:23.242200 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.plugins.ml2.managers [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Initializing driver for type 'vxlan' Oct 26 14:50:23.242772 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] vxlan ID ranges: [(1, 1000)] Oct 26 14:50:23.486809 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.plugins.ml2.managers [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Initializing extension driver 'port_security' Oct 26 14:50:23.487257 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.plugins.ml2.extensions.port_security [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] PortSecurityExtensionDriver initialization complete Oct 26 14:50:23.487718 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.plugins.ml2.managers [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Initializing mechanism driver 'openvswitch' Oct 26 14:50:23.488148 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.plugins.ml2.managers [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Initializing mechanism driver 'hyperv' Oct 26 14:50:23.506535 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.plugins.ml2.plugin [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=108526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:50:23.507546 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > port after_create 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.507956 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > port after_update 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.508489 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > port after_delete 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.509961 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=108526) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 26 14:50:23.510750 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > subnet after_create 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.511328 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > subnet after_update 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.511854 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > subnet after_delete 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.512281 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=108526) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 26 14:50:23.512709 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > network after_create 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.513065 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > network after_update 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.513411 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > network after_delete 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.513811 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=108526) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 26 14:50:23.514244 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > security_group after_create 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.514599 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > security_group after_update 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.514982 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > security_group after_delete 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.515385 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=108526) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 26 14:50:23.515800 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.516150 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.516490 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.516896 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=108526) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 26 14:50:23.517344 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > address_group after_create 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.517693 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > address_group after_update 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.518033 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > address_group after_delete 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.518438 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=108526) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 26 14:50:23.518858 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] ML2 OVO RPC backend initialized. {{(pid=108526) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 26 14:50:23.519644 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > router_interface after_create 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.520008 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.520432 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > network before_response 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.520785 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > networks before_response 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.521151 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > port before_response 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.521488 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > ports before_response 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.521834 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > subnet before_response 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.522174 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > subnets before_response 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.522521 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > network after_create 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.522913 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > network after_update 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.523251 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > network after_delete 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.523566 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > port after_create 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.523913 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > port after_update 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.524249 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > port after_delete 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.524708 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > subnet after_create 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.524998 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > subnet after_update 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.525369 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > subnet after_delete 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.526015 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.plugins.ml2.plugin [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Modular L2 Plugin initialization complete Oct 26 14:50:23.526349 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading services supported by the core plugin {{(pid=108526) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 26 14:50:23.526723 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.plugins.ml2.managers [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Got port-security extension from driver 'port_security' Oct 26 14:50:23.527197 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.extensions.vlantransparent [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Disabled vlantransparent extension. Oct 26 14:50:23.527708 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=108526) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 26 14:50:23.528031 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading Plugin: router Oct 26 14:50:23.575547 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > router_interface before_create 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.575943 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > router after_create 55549900 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.576315 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > router before_create 55549900 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.576685 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.577057 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.577413 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > router after_delete 55549900 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.577780 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > floatingip after_create 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.578271 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > floatingip after_update 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.578666 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > router after_create 55549900 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.579010 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > router after_update 55549900 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.579363 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > router after_update 55549900 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.579827 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.580077 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > router after_update 55549900 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.580463 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > router precommit_update 55549900 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.580982 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: port after_update 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.581325 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: port after_delete 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.581790 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: subnet after_update 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.582345 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.582951 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > port precommit_delete 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.583533 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > router precommit_create 55549900 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.589199 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: port before_delete 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.589199 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > router precommit_create 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.589199 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > router after_update 55549900 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.589199 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > router precommit_delete 55549900 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.589637 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > router precommit_create 55549900 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.589637 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > router_interface after_create 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.589637 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > router precommit_update 55549900 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.589637 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > agent after_create 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.590136 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > agent after_delete 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.590136 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > network after_delete 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.590136 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.quota.resource_registry [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Tracking information for resource: router configured {{(pid=108526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 14:50:23.590136 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.quota.resource_registry [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Tracking information for resource: floatingip configured {{(pid=108526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 14:50:23.593771 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.db.l3_agentschedulers_db [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 26 14:50:23.594360 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: port after_update 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.594759 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: port after_create 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.595115 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: port after_delete 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.595471 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: port after_update 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.596290 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > router before_create 55550100 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.596662 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > router precommit_delete 55550100 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.597027 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > router precommit_create 55550100 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.597399 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > router precommit_update 55550100 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.602568 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.services.provider_configuration [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Service providers = [] {{(pid=108526) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 26 14:50:23.603247 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.db.servicetype_db [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=108526) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 26 14:50:23.607371 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.services.service_base [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=108526) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 26 14:50:23.607862 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.services.service_base [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=108526) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 26 14:50:23.608286 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.services.service_base [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=108526) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 26 14:50:23.609328 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.services.service_base [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=108526) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 26 14:50:23.609783 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.services.service_base [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 26 14:50:23.610261 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=108526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 14:50:23.610694 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 26 14:50:23.624607 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=108526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 14:50:23.624941 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading Plugin: auto_allocate Oct 26 14:50:23.631573 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: network precommit_update 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.631953 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: network precommit_create 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.632513 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=108526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 14:50:23.632837 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading Plugin: tag Oct 26 14:50:23.641328 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=108526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 14:50:23.641709 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading Plugin: timestamp Oct 26 14:50:23.653898 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=108526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 14:50:23.654223 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading Plugin: network_ip_availability Oct 26 14:50:23.660425 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.660817 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.661168 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.662106 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=108526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 14:50:23.662306 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading Plugin: flavors Oct 26 14:50:23.668146 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=108526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 14:50:23.668431 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading Plugin: revisions Oct 26 14:50:23.673157 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=108526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 14:50:23.673553 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_concurrency.lockutils [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 3.194s {{(pid=108526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 26 14:50:23.674335 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=108526) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 26 14:50:23.674693 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Initializing extension manager. Oct 26 14:50:23.675206 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: __init__.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.675554 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: __pycache__ {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.675885 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.676215 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: address_group.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.677019 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.677605 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: address-group Oct 26 14:50:23.677925 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: address_scope.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.678687 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.684123 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: address-scope Oct 26 14:50:23.684123 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: admin_state_down_before_update.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.684629 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.685171 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: router-admin-state-down-before-update Oct 26 14:50:23.685494 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: agent.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.686251 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.686806 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: agent Oct 26 14:50:23.687129 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: agent_resources_synced.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.688099 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.688618 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: agent-resources-synced Oct 26 14:50:23.688937 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: allowedaddresspairs.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.690911 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.691547 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: allowed-address-pairs Oct 26 14:50:23.691922 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: auto_allocated_topology.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.693093 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.693627 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: auto-allocated-topology Oct 26 14:50:23.693954 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: availability_zone.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.694706 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.695207 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: availability_zone Oct 26 14:50:23.695530 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: availability_zone_filter.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.696592 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.697114 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: availability_zone_filter Oct 26 14:50:23.698115 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: data_plane_status.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.698924 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.699446 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extension data-plane-status not supported by any of loaded plugins Oct 26 14:50:23.699768 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: default_subnetpools.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.700729 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.701258 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: default-subnetpools Oct 26 14:50:23.701583 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: dhcpagentscheduler.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.702443 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.703005 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: dhcp_agent_scheduler Oct 26 14:50:23.703328 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: dns.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.704311 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.704827 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extension dns-integration not supported by any of loaded plugins Oct 26 14:50:23.705156 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: dns_domain_ports.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.706179 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.706596 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 26 14:50:23.706944 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.707893 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.708408 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 26 14:50:23.708725 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: dvr.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.709405 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.709921 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: dvr Oct 26 14:50:23.710236 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: ecmp_routes.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.711205 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.711716 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extension ecmp_routes not supported by any of loaded plugins Oct 26 14:50:23.712032 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: empty_string_filtering.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.713018 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.713533 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: empty-string-filtering Oct 26 14:50:23.713851 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.721499 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.722075 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 26 14:50:23.722433 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.723473 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.724023 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 26 14:50:23.724410 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: external_net.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.725438 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.726007 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: external-net Oct 26 14:50:23.726368 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: extra_dhcp_opt.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.727359 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.727962 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: extra_dhcp_opt Oct 26 14:50:23.728321 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: extraroute.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.729328 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.729893 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: extraroute Oct 26 14:50:23.730253 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: extraroute_atomic.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.731414 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.732168 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: extraroute-atomic Oct 26 14:50:23.732434 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: filter_validation.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.733389 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.733955 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: filter-validation Oct 26 14:50:23.734328 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: fip_pf_description.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.735347 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.735918 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 26 14:50:23.736278 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: fip_port_details.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.737242 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.737820 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: fip-port-details Oct 26 14:50:23.738183 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: flavors.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.739645 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.740244 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: flavors Oct 26 14:50:23.740610 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.742492 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.743162 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 26 14:50:23.744023 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: floatingip_pools.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.744794 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.745325 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: floatingip-pools Oct 26 14:50:23.745650 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: ip_allocation.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.747015 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.747543 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extension ip_allocation not supported by any of loaded plugins Oct 26 14:50:23.747879 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.748854 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.749426 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: ip-substring-filtering Oct 26 14:50:23.749748 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: l2_adjacency.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.750771 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.751287 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extension l2_adjacency not supported by any of loaded plugins Oct 26 14:50:23.751607 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: l3.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.752716 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.753253 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: router Oct 26 14:50:23.753576 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: l3_conntrack_helper.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.763442 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.764198 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 26 14:50:23.764696 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.766204 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.767042 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: ext-gw-mode Oct 26 14:50:23.767535 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.768916 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.769715 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: l3-ha Oct 26 14:50:23.770200 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: l3_flavors.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.771623 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.772433 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: l3-flavors Oct 26 14:50:23.772902 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.774311 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.775177 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: l3-port-ip-change-not-allowed Oct 26 14:50:23.775661 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: l3agentscheduler.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.777338 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.778161 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: l3_agent_scheduler Oct 26 14:50:23.778684 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: logging.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.781080 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.781900 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extension logging not supported by any of loaded plugins Oct 26 14:50:23.782409 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: metering.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.783620 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.784561 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: metering Oct 26 14:50:23.785073 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.787158 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.788011 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: metering_source_and_destination_fields Oct 26 14:50:23.788508 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: multiprovidernet.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.800926 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.801839 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: multi-provider Oct 26 14:50:23.802358 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: netmtu.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.803960 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.804820 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: net-mtu Oct 26 14:50:23.805326 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: netmtu_writable.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.807490 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.808333 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: net-mtu-writable Oct 26 14:50:23.808837 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: network_availability_zone.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.809921 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.810778 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: network_availability_zone Oct 26 14:50:23.811273 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: network_ip_availability.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.813134 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.814072 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: network-ip-availability Oct 26 14:50:23.814621 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: network_segment_range.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.815960 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.816883 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extension network-segment-range not supported by any of loaded plugins Oct 26 14:50:23.817433 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: pagination.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.819184 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.819748 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: pagination Oct 26 14:50:23.820314 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: port_device_profile.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.822001 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.823025 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: port-device-profile Oct 26 14:50:23.823579 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.825183 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.826093 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: port-mac-address-regenerate Oct 26 14:50:23.826680 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.828125 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.828942 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: port-numa-affinity-policy Oct 26 14:50:23.829293 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: port_resource_request.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.830741 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.831698 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extension port-resource-request not supported by any of loaded plugins Oct 26 14:50:23.832261 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: portbindings.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.833856 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.834835 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: binding Oct 26 14:50:23.835388 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: portbindings_extended.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.837666 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.838604 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: binding-extended Oct 26 14:50:23.839186 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: portsecurity.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.840596 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.841521 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: port-security Oct 26 14:50:23.842023 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: project_id.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.843617 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.844248 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: project-id Oct 26 14:50:23.844696 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: providernet.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.846114 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.847125 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: provider Oct 26 14:50:23.847670 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: qos.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.855102 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.856111 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extension qos not supported by any of loaded plugins Oct 26 14:50:23.856681 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.874805 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.875460 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 26 14:50:23.875836 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.876966 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.877544 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 26 14:50:23.877920 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: qos_default.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.878948 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.879582 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extension qos-default not supported by any of loaded plugins Oct 26 14:50:23.879910 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: qos_fip.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.880651 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.881220 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extension qos-fip not supported by any of loaded plugins Oct 26 14:50:23.881582 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: qos_gateway_ip.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.882708 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.883296 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 26 14:50:23.883663 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: qos_port_network_policy.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.884809 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.885360 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 26 14:50:23.885724 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.886970 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.887562 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 26 14:50:23.887929 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: qos_pps_rule.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.889284 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.889874 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extension qos-pps not supported by any of loaded plugins Oct 26 14:50:23.890243 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: qos_rule_type_details.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.891289 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.891956 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 26 14:50:23.892319 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: qos_rules_alias.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.893733 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.894363 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 26 14:50:23.894764 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: quotasv2.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.895872 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.896244 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: quotas Oct 26 14:50:23.896612 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: quotasv2_detail.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.900304 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.900690 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: quota_details Oct 26 14:50:23.901133 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: rbac.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.902435 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.903088 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: rbac-policies Oct 26 14:50:23.903459 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: rbac_address_group.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.904514 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.905086 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: rbac-address-group Oct 26 14:50:23.905449 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: rbac_address_scope.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.906484 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.907098 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: rbac-address-scope Oct 26 14:50:23.907462 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: rbac_security_groups.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.908601 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.909190 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: rbac-security-groups Oct 26 14:50:23.909556 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: rbac_subnetpool.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.910596 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.911205 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: rbac-subnetpool Oct 26 14:50:23.911573 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: revisionifmatch.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.912573 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.913151 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: revision-if-match Oct 26 14:50:23.913518 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: revisions.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.914813 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.915934 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: standard-attr-revisions Oct 26 14:50:23.916374 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: router_availability_zone.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.917137 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.917712 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: router_availability_zone Oct 26 14:50:23.918079 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: routerservicetype.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.919176 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.919774 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extension router-service-type not supported by any of loaded plugins Oct 26 14:50:23.920187 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.921275 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.921922 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: security-groups-normalized-cidr Oct 26 14:50:23.922327 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: security_groups_port_filtering.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.923454 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.924073 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: port-security-groups-filtering Oct 26 14:50:23.924482 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.925553 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.926238 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: security-groups-remote-address-group Oct 26 14:50:23.926671 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: securitygroup.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.937936 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.938525 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: security-group Oct 26 14:50:23.938895 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: segment.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.939802 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.940466 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extension segment not supported by any of loaded plugins Oct 26 14:50:23.940798 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.942048 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.942590 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 26 14:50:23.942945 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: servicetype.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.944173 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.944715 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: service-type Oct 26 14:50:23.945045 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: sorting.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.946101 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.946450 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: sorting Oct 26 14:50:23.947506 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: standard_attr_segment.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.948492 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.949046 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 26 14:50:23.949369 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: standardattrdescription.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.950057 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.950573 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: standard-attr-description Oct 26 14:50:23.950924 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: stateful_security_group.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.951923 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.952454 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: stateful-security-group Oct 26 14:50:23.952777 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: stdattrs_common.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.953388 dv-cinder-732704-6-iscsi neutron-server[108526]: WARNING neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 26 14:50:23.953708 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.954725 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.955257 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 26 14:50:23.955577 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: subnet_onboard.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.956700 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.957234 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: subnet_onboard Oct 26 14:50:23.957555 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.958527 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.959092 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 26 14:50:23.959407 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: subnet_service_types.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.960376 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.960902 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: subnet-service-types Oct 26 14:50:23.961225 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: subnetallocation.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.962469 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.963605 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: subnet_allocation Oct 26 14:50:23.963928 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.964643 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.965183 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: subnetpool-prefix-ops Oct 26 14:50:23.965505 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.966522 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.967086 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 26 14:50:23.967404 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: tagging.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.968562 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.969091 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: standard-attr-tag Oct 26 14:50:23.969415 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: timestamp.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.970765 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.971299 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loaded extension: standard-attr-timestamp Oct 26 14:50:23.971631 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: trunk.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.972712 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.973239 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extension trunk not supported by any of loaded plugins Oct 26 14:50:23.973566 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: trunk_details.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.974532 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.975077 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extension trunk-details not supported by any of loaded plugins Oct 26 14:50:23.975401 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: uplink_status_propagation.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.976348 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.976874 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 26 14:50:23.977201 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Loading extension file: vlantransparent.py {{(pid=108526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 14:50:23.977947 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=108526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 14:50:23.978581 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extension vlan-transparent not supported by any of loaded plugins Oct 26 14:50:23.981209 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.quota.resource_registry [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Creating instance of TrackedResource for resource:network Oct 26 14:50:23.981747 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.quota.resource_registry [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Creating instance of TrackedResource for resource:subnet Oct 26 14:50:23.982154 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.quota.resource_registry [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 14:50:23.982542 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.quota.resource_registry [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Creating instance of TrackedResource for resource:port Oct 26 14:50:23.983965 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.v2.resource_helper [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 14:50:23.984421 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.v2.resource_helper [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Service FLAVORS assigned prefix: {{(pid=108526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 14:50:23.985054 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.v2.resource_helper [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 14:50:23.985491 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.v2.resource_helper [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 14:50:23.985825 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.quota.resource_registry [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Creating instance of TrackedResource for resource:router Oct 26 14:50:23.986273 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.quota.resource_registry [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Creating instance of TrackedResource for resource:floatingip Oct 26 14:50:23.986805 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.v2.resource_helper [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Service METERING assigned prefix: /metering {{(pid=108526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 14:50:23.988301 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.988674 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.989025 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:50:23.990094 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.quota.resource_registry [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Creating instance of CountableResource for resource:rbac_policy Oct 26 14:50:23.990535 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.quota.resource_registry [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Creating instance of TrackedResource for resource:security_group Oct 26 14:50:23.991007 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.quota.resource_registry [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Creating instance of TrackedResource for resource:security_group_rule Oct 26 14:50:23.991655 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.v2.resource_helper [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Service CORE assigned prefix: {{(pid=108526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 14:50:23.991979 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.quota.resource_registry [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 14:50:23.992327 dv-cinder-732704-6-iscsi neutron-server[108526]: WARNING neutron.quota.resource_registry [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] subnetpool is already registered Oct 26 14:50:23.992756 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.v2.resource_helper [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Service CORE assigned prefix: {{(pid=108526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 14:50:23.993079 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.quota.resource_registry [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 14:50:23.993468 dv-cinder-732704-6-iscsi neutron-server[108526]: WARNING neutron.quota.resource_registry [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] subnetpool is already registered Oct 26 14:50:23.996296 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.v2.resource_helper [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 14:50:23.996754 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.v2.resource_helper [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Service FLAVORS assigned prefix: {{(pid=108526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 14:50:23.997381 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.v2.resource_helper [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 14:50:23.997831 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.v2.resource_helper [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 14:50:23.998168 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.quota.resource_registry [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Creating instance of TrackedResource for resource:router Oct 26 14:50:23.998515 dv-cinder-732704-6-iscsi neutron-server[108526]: WARNING neutron.quota.resource_registry [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] router is already registered Oct 26 14:50:23.998971 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.quota.resource_registry [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Creating instance of TrackedResource for resource:floatingip Oct 26 14:50:23.999313 dv-cinder-732704-6-iscsi neutron-server[108526]: WARNING neutron.quota.resource_registry [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] floatingip is already registered Oct 26 14:50:23.999788 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.v2.resource_helper [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Service METERING assigned prefix: /metering {{(pid=108526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 14:50:24.000564 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.quota.resource_registry [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Creating instance of CountableResource for resource:rbac_policy Oct 26 14:50:24.000893 dv-cinder-732704-6-iscsi neutron-server[108526]: WARNING neutron.quota.resource_registry [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] rbac_policy is already registered Oct 26 14:50:24.001328 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.quota.resource_registry [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Creating instance of TrackedResource for resource:security_group Oct 26 14:50:24.001666 dv-cinder-732704-6-iscsi neutron-server[108526]: WARNING neutron.quota.resource_registry [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] security_group is already registered Oct 26 14:50:24.002076 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.quota.resource_registry [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Creating instance of TrackedResource for resource:security_group_rule Oct 26 14:50:24.002411 dv-cinder-732704-6-iscsi neutron-server[108526]: WARNING neutron.quota.resource_registry [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] security_group_rule is already registered Oct 26 14:50:24.002978 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.v2.resource_helper [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Service CORE assigned prefix: {{(pid=108526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 14:50:24.003302 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.quota.resource_registry [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 14:50:24.003635 dv-cinder-732704-6-iscsi neutron-server[108526]: WARNING neutron.quota.resource_registry [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] subnetpool is already registered Oct 26 14:50:24.004066 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.v2.resource_helper [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Service CORE assigned prefix: {{(pid=108526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 14:50:24.004384 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.quota.resource_registry [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 14:50:24.004711 dv-cinder-732704-6-iscsi neutron-server[108526]: WARNING neutron.quota.resource_registry [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] subnetpool is already registered Oct 26 14:50:24.006719 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extended resource: extensions {{(pid=108526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 14:50:24.008303 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extended resource: address-groups {{(pid=108526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 14:50:24.010422 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extended resource: address-scopes {{(pid=108526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 14:50:24.011684 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extended resource: agents {{(pid=108526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 14:50:24.012983 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extended resource: auto-allocated-topology {{(pid=108526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 14:50:24.014294 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extended resource: availability_zones {{(pid=108526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 14:50:24.015513 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extended resource: dhcp-networks {{(pid=108526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 14:50:24.016940 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extended resource: dhcp-agents {{(pid=108526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 14:50:24.018507 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extended resource: routers {{(pid=108526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 14:50:24.020728 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extended resource: flavors {{(pid=108526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 14:50:24.022016 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extended resource: service_profiles {{(pid=108526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 14:50:24.023282 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extended resource: next_providers {{(pid=108526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 14:50:24.025392 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extended resource: service_profiles {{(pid=108526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 14:50:24.026896 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extended resource: floatingip-pools {{(pid=108526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 14:50:24.028248 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extended resource: routers {{(pid=108526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 14:50:24.030379 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extended resource: floatingips {{(pid=108526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 14:50:24.031895 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extended resource: l3-routers {{(pid=108526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 14:50:24.033295 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extended resource: l3-agents {{(pid=108526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 14:50:24.034841 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extended resource: metering-labels {{(pid=108526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 14:50:24.036210 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extended resource: metering-label-rules {{(pid=108526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 14:50:24.037659 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extended resource: network-ip-availabilities {{(pid=108526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 14:50:24.039253 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extended resource: bindings {{(pid=108526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 14:50:24.040940 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extended resource: quotas {{(pid=108526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 14:50:24.042694 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extended resource: quotas {{(pid=108526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 14:50:24.044240 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extended resource: rbac-policies {{(pid=108526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 14:50:24.045440 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extended resource: security-groups {{(pid=108526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 14:50:24.046805 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extended resource: security-group-rules {{(pid=108526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 14:50:24.048065 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extended resource: service-providers {{(pid=108526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 14:50:24.049279 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extended resource: subnetpools {{(pid=108526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 14:50:24.050707 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extended resource: subnetpools {{(pid=108526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 14:50:24.052169 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extended resource: tags {{(pid=108526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 14:50:24.053883 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extended resource: tags {{(pid=108526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 14:50:24.055754 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extended resource: tags {{(pid=108526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 14:50:24.057620 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extended resource: tags {{(pid=108526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 14:50:24.059390 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extended resource: tags {{(pid=108526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 14:50:24.061343 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extended resource: tags {{(pid=108526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 14:50:24.063191 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extended resource: tags {{(pid=108526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 14:50:24.066282 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extended resource: tags {{(pid=108526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 14:50:24.068112 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extended resource: tags {{(pid=108526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 14:50:24.069838 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron.api.extensions [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Extended resource: tags {{(pid=108526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 14:50:24.076749 dv-cinder-732704-6-iscsi neutron-server[108526]: WARNING keystonemiddleware.auth_token [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 26 14:50:24.081456 dv-cinder-732704-6-iscsi neutron-server[108526]: WARNING keystonemiddleware.auth_token [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 26 14:50:24.091375 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_concurrency.lockutils [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Acquired lock "singleton_lock" {{(pid=108526) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 26 14:50:24.091857 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_concurrency.lockutils [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Releasing lock "singleton_lock" {{(pid=108526) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 26 14:50:24.092530 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO oslo_service.service [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Starting 2 workers Oct 26 14:50:24.097500 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Started child 108647 {{(pid=108526) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 26 14:50:24.102298 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Started child 108648 {{(pid=108526) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 26 14:50:24.103654 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:24.104532 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO neutron.service [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Neutron service started, listening on 0.0.0.0:9696 Oct 26 14:50:24.104795 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Publish callbacks [] for process, before_spawn {{(pid=108526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:24.105602 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [-] (108647) wsgi starting up on http://0.0.0.0:9696 Oct 26 14:50:24.107339 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO oslo_service.service [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Starting 1 workers Oct 26 14:50:24.110063 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:24.112238 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [-] (108648) wsgi starting up on http://0.0.0.0:9696 Oct 26 14:50:24.112681 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Started child 108649 {{(pid=108526) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 26 14:50:24.113275 dv-cinder-732704-6-iscsi neutron-server[108526]: INFO oslo_service.service [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Starting 1 workers Oct 26 14:50:24.117485 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.service [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] calling RpcWorker wait() {{(pid=108649) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 26 14:50:24.119005 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.service [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] returning from RpcWorker wait() {{(pid=108649) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 26 14:50:24.119171 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Started child 108650 {{(pid=108526) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 26 14:50:24.119666 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeba9-0a19-4a80-8c0f-38b48b09733d None None] Publish callbacks [] for process, after_spawn {{(pid=108526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:24.120736 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:24.121584 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:50:24.122086 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108526) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 26 14:50:24.122295 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 26 14:50:24.122706 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 26 14:50:24.122944 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 26 14:50:24.123292 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 26 14:50:24.123439 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 26 14:50:24.124011 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.124286 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.124537 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.124806 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.125125 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.125672 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.125928 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.126183 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.126457 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.126762 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.126926 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.127262 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.127529 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.127778 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.128146 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.128404 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.128658 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.128915 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.129080 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.129357 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:24.130197 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.130197 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.130197 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.130797 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] debug = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.130797 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.131155 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.131393 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.131583 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.131772 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.131961 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.132586 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.132586 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.132979 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.132979 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.133334 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.133522 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.133714 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.133915 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.134688 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.135049 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.135247 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.135664 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] host = dv-cinder-732704-6-iscsi {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.135867 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.136106 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.136360 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.136603 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.136863 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.137086 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.137361 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.137618 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.137861 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.138083 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.138344 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.138603 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.138878 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.139192 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] log_file = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.139388 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] log_options = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.139570 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.139812 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.140011 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.140223 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.140419 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.140611 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.140800 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.140989 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.141185 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.141395 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.141599 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.141789 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.141991 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.142187 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.142409 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.143102 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.143102 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.143102 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.143664 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.143664 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.144048 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.144048 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.144429 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.144429 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.144799 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.144988 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.145355 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.145355 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.145717 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.145717 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.146080 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.146275 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.146486 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.146700 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.146940 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.147173 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.147405 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.147652 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.147931 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.148161 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.148406 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.148665 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.148881 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.149090 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.149308 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.149516 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.149776 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] use_json = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.149973 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.150217 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.150463 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.150716 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.150948 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.151181 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.151392 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.151615 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.152038 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.152331 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.152645 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.153329 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.153329 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.153329 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.153899 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.153899 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.154268 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.154268 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.154665 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.154878 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.155134 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.155344 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.155677 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.155944 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.156182 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.157102 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.157102 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.157102 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.157102 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.157833 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.157833 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.157833 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.158395 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.158395 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.158792 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.159003 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.159207 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.159407 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.159589 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.159826 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.160064 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.160316 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.160538 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.160738 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.160976 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.161244 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.161442 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.161652 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.161859 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.162084 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.162318 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.162569 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.162841 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.163506 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.163506 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.163902 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.163902 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.164264 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.164264 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.164621 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.164621 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.165003 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.165003 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.165365 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.165545 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.165878 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.165878 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.166220 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.166402 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.166584 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.166866 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.167048 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.167220 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.167399 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.167660 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.167875 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.168088 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.168300 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.168525 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.168755 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.168988 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.169205 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.169456 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.169687 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.169901 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.170116 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.170333 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.170567 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.170815 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.171058 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.171272 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.171493 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.171728 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.171958 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.172172 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.172389 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.172620 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.172919 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.173218 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.173812 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.173812 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.174150 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.174150 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.174481 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.183104 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.183104 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.183104 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.183104 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.183104 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.183104 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.183104 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.183104 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.185093 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.185093 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.185093 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.185093 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.185093 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.185093 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.185093 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.185093 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.186181 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.186181 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.186181 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.186181 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.186181 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.186181 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.186181 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.186181 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.187342 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.187342 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.187342 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.187660 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:50:24.187782 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.187782 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.187782 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.187782 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.187782 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.187782 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.187782 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.187782 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.187782 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.189127 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.189127 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.189127 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.189127 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.189127 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.189127 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.189127 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.189127 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.190403 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.190403 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.190403 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.190403 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.190403 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.190403 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.190403 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.190403 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.191622 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.191622 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.191622 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.191622 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.191622 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.191622 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.191622 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.191622 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.192818 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.192818 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.192818 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.192818 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.192818 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.192818 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.192818 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.192818 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.194426 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.194426 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.194426 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.194426 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.194426 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.194426 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.194426 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.194426 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.195688 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.195688 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.195688 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.195688 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.195688 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.195688 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.195688 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.195688 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.197634 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.197634 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.197634 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.197634 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.197634 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.197634 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.197634 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.197634 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.198984 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.198984 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.198984 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.198984 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.198984 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.198984 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.198984 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.200048 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.200048 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.200048 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.200048 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.200716 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.200716 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.200716 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.200716 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.201320 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.201320 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.201638 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.201638 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.202062 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.202252 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.202447 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.202741 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.202932 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.203140 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.203420 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.203734 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.204416 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.204416 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.204765 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.204765 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.205102 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.205335 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.205764 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.205764 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.206014 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.206213 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.206424 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.206670 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.213843 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.213843 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.213843 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.213843 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.213843 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.213843 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.213843 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.213843 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.215715 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.215715 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.215715 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.215715 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.215715 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.215715 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.215715 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.215715 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.216948 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.216948 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.216948 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.216948 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.216948 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.216948 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.216948 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.216948 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.217943 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.217943 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.217943 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.217943 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.217943 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.217943 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.217943 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.217943 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.218660 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.218660 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.218660 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.218660 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.218660 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.218660 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.218660 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.218660 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.219197 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.219197 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.219197 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.219197 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.219197 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.219197 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.219197 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.219197 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.219197 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.219973 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.219973 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.219973 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.219973 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.219973 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.219973 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.219973 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.220631 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.220631 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.220631 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.220912 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.221232 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.221358 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.221480 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.221612 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 26 14:50:24.222162 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108526) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 26 14:50:24.222330 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 26 14:50:24.222467 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 26 14:50:24.222614 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 26 14:50:24.222808 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 26 14:50:24.223114 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 26 14:50:24.223325 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.223492 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.223726 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.223857 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.223984 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.224149 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.224355 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.224621 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.224847 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.224986 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.225092 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.225323 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.225443 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.225533 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.225719 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.225837 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.225950 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.226192 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.226345 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.226491 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.226693 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.226823 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.226937 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] debug = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.227040 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.227200 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.227373 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.227497 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.227644 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.228026 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.228026 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.232952 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.232952 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.232952 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.232952 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.232952 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.232952 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.232952 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.232952 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.233953 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.233953 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.233953 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] host = dv-cinder-732704-6-iscsi {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.233953 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.233953 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.233953 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.233953 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.233953 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.235404 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.235404 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.235404 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.235404 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.235404 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.235404 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.235404 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.235404 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.236350 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] log_file = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.236350 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] log_options = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.236350 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.236350 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.236350 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.236350 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.236350 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.236830 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.236830 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.236830 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.236830 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.236830 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.236830 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.236830 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.236830 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.237368 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.237368 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.237368 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.237368 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.237368 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.237368 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.237368 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.237368 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.237900 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.237900 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.237900 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.237900 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.237900 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.237900 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.237900 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.237900 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.237900 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.238594 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.238594 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.238594 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.238594 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.238594 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.238594 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.238594 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.238594 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.239411 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.239411 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.239411 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.239411 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.239411 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.239411 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.239411 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.239411 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.243899 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] use_json = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.243899 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.243899 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.243899 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.243899 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.243899 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.243899 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.243899 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.244773 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 14:50:24.244773 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.244773 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.244773 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.244773 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.244773 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.244773 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.244773 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.245541 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.245541 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.245541 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.245541 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.245541 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.245541 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.245541 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.245541 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.246260 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.246260 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.246260 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.246260 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.246260 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.246260 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.246260 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.246260 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.246830 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.246830 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.246830 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.246830 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.246830 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.246830 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.246830 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.246830 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.247811 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.247811 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.247811 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.247811 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.247811 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.247811 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.247811 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.247811 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.247811 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.249543 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.249543 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.249543 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.249543 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.249543 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.249543 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.249543 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.249543 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.250992 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.250992 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.250992 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.250992 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.250992 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.250992 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.250992 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.250992 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.250992 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.252646 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.252646 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.252646 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.252646 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.252646 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.252646 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.252646 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.252646 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.252646 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.254174 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.254174 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.254174 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.254174 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.254174 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.254174 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.254174 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.254174 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.254174 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.255901 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.255901 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.255901 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.255901 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.255901 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.255901 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.255901 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.255901 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.255901 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.257236 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.257236 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.257236 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.257236 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.257236 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.257236 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.257236 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.257236 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.258829 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.258829 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.258829 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.258829 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.258829 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.258829 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.258829 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.258829 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.260632 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.260632 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.260632 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.260632 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.260632 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.260632 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.260632 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.260632 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.261896 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.261896 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.261896 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.261896 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.261896 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.262791 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 53434) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:50:24.263008 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.263008 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.263008 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.263008 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.263008 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.263008 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.263008 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.263008 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.264462 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.264462 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.264462 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.264462 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.264462 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.264462 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.264462 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.264462 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.265848 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.265848 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.265848 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.265848 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.265848 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.265848 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.265848 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.265848 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.267237 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.267237 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.267237 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.267237 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.267237 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.267237 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.267237 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.267237 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.268504 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.268504 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.268504 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.268504 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.268504 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.268504 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.268504 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.268504 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.270010 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.270010 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.270010 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.270010 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.270010 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.270010 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.270010 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.270010 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.271482 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.271482 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.271482 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.271482 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.271482 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.271482 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.271482 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.271482 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.272890 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.272890 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.272890 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.272890 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.272890 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.272890 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.272890 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.272890 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.274269 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.274269 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.274269 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.274269 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.274269 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.274269 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.274269 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.274269 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.275731 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.275731 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.275731 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.275731 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.275731 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.275731 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.275731 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.275731 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.277130 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.277130 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.277130 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.277130 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.277130 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.277130 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.277130 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.277130 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.278481 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.278481 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.278481 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.278481 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.278481 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.278481 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.278481 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.278481 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.279978 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.279978 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.279978 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.279978 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.279978 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.279978 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.279978 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.279978 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.281256 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.281256 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.281256 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.281256 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.281256 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.281256 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.281256 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.281256 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.282529 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.282529 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.282529 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.282529 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.282529 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.282529 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.282529 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.282529 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.283999 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.283999 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.283999 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.283999 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.283999 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.283999 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.283999 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.283999 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.285391 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.285391 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.285391 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.285391 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.285391 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.285391 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.285391 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.285391 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.286805 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.286805 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.286805 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.286805 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.286805 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.286805 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.286805 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.286805 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.288195 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.288195 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.288195 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.288195 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.288195 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.288195 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.288195 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.288195 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.289841 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.289841 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.289841 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.289841 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.289841 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.289841 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.289841 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.289841 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.291277 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.291277 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.291277 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.291277 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.291277 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.291277 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.291277 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.291277 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.291277 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.292517 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.292517 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.292517 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.292517 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.292517 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.292517 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.292517 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.292517 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 14:50:24.293416 dv-cinder-732704-6-iscsi neutron-server[108526]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 26 14:50:24.293543 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [-] 10.222.0.57 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0282695 Oct 26 14:50:24.369355 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:50:38.048725 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c548c0df-87af-40ca-bc2c-c13a8a4496bb None None] get_active_networks_info from dv-cinder-732704-6-iscsi {{(pid=108649) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 14:50:38.282697 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c548c0df-87af-40ca-bc2c-c13a8a4496bb None None] No non-hosted networks {{(pid=108649) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 26 14:50:38.311279 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.agentschedulers_db [None req-c548c0df-87af-40ca-bc2c-c13a8a4496bb None None] DHCP Agent not found on host dv-cinder-732704-6-iscsi {{(pid=108649) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 26 14:50:38.627543 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-779ca553-a4eb-4f66-909e-c8a77005eb64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536296101'] for agent, after_create {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:43.239939 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-541a7663-e80b-4641-83af-9bbcda18425d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536296101'] for agent, after_create {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:43.293374 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.db.api [None req-74238ab3-da07-43d9-9110-ffbf9e7e4f04 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-732704-6-iscsi {{(pid=108649) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:50:43.293649 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG oslo_db.api [None req-74238ab3-da07-43d9-9110-ffbf9e7e4f04 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:50:43.809180 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536296101'] for agent, after_create {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:43.825820 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536296101'] for agent, after_create {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:43.828444 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:43.833186 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:43.835128 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:43.837437 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:43.838184 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:43.839244 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:43.839989 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:43.841155 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:43.841862 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:43.842574 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:43.843389 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:43.844140 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:43.844996 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-732704-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:50:43.858993 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-732704-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:50:43.966224 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-74238ab3-da07-43d9-9110-ffbf9e7e4f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:45.353690 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536296101'] for agent, after_create {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:46.751136 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 53536) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:50:47.543476 dv-cinder-732704-6-iscsi neutron-server[108648]: WARNING oslo_policy.policy [None req-2f42fde8-aa3d-4f4c-a8d9-f9cb35c29d8d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 14:50:47.544124 dv-cinder-732704-6-iscsi neutron-server[108648]: WARNING oslo_policy.policy [None req-2f42fde8-aa3d-4f4c-a8d9-f9cb35c29d8d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 14:50:47.776708 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [None req-2f42fde8-aa3d-4f4c-a8d9-f9cb35c29d8d admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=108648) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:50:47.777904 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-2f42fde8-aa3d-4f4c-a8d9-f9cb35c29d8d admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 1.0237765 Oct 26 14:50:48.577707 dv-cinder-732704-6-iscsi neutron-server[108649]: INFO neutron.db.l3_hamode_db [None req-0fd405a9-b470-46b3-802b-21cec72bc564 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 26 14:50:48.660343 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd405a9-b470-46b3-802b-21cec72bc564 None None] Routers set() bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:50:48.660823 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd405a9-b470-46b3-802b-21cec72bc564 None None] Router IDs set() for agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 26 14:50:50.509572 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 53550) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:50:50.892405 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-6587e5c1-846d-414d-85e1-ff3fa40923bb admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:50:50.994352 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.policy [None req-6587e5c1-846d-414d-85e1-ff3fa40923bb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=108648) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 26 14:50:51.042144 dv-cinder-732704-6-iscsi neutron-server[108648]: WARNING oslo_policy.policy [None req-6587e5c1-846d-414d-85e1-ff3fa40923bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 14:50:51.042512 dv-cinder-732704-6-iscsi neutron-server[108648]: WARNING oslo_policy.policy [None req-6587e5c1-846d-414d-85e1-ff3fa40923bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 14:50:51.051732 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.quota [None req-6587e5c1-846d-414d-85e1-ff3fa40923bb admin admin] Loaded quota_driver: . Oct 26 14:50:51.247967 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-6587e5c1-846d-414d-85e1-ff3fa40923bb admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752341196595', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752341188876', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752341200598', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752341244050', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752341817143', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752341222698', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-536229081', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-536219059', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-599947', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-525091'] for rbac-policy, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:51.448737 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-6587e5c1-846d-414d-85e1-ff3fa40923bb admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:51.449932 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-6587e5c1-846d-414d-85e1-ff3fa40923bb admin admin] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9391100 Oct 26 14:50:54.413294 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 53562) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:50:54.780661 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-44139cc3-f57d-49ef-b49a-395368ff8162 admin admin] Request body: {'network': {'project_id': 'cfc68133f0cf461e8e0838c2bc6951f5', 'name': 'private', 'tenant_id': 'cfc68133f0cf461e8e0838c2bc6951f5', 'admin_state_up': True}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:50:54.880052 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44139cc3-f57d-49ef-b49a-395368ff8162 admin admin] Made reservation on behalf of cfc68133f0cf461e8e0838c2bc6951f5 for: {'network': 1} {{(pid=108648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:50:54.883011 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-44139cc3-f57d-49ef-b49a-395368ff8162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for network, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:54.901776 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-44139cc3-f57d-49ef-b49a-395368ff8162 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:55.031465 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-44139cc3-f57d-49ef-b49a-395368ff8162 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:55.112673 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-44139cc3-f57d-49ef-b49a-395368ff8162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:55.143333 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44139cc3-f57d-49ef-b49a-395368ff8162 admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=108648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:50:55.172436 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44139cc3-f57d-49ef-b49a-395368ff8162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33ee227-ab03-4075-9ab1-637811a89fa9,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:50:55.175932 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-44139cc3-f57d-49ef-b49a-395368ff8162 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752338035478', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888'] for segment, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:55.176529 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-44139cc3-f57d-49ef-b49a-395368ff8162 admin admin] Unsubscribe: segment precommit_create {{(pid=108648) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 26 14:50:55.177038 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.db.segments_db [None req-44139cc3-f57d-49ef-b49a-395368ff8162 admin admin] Added segment 94cb7905-3052-4b9f-8217-e9cb1b5579c9 of type vlan for network dd56e9c1-7e6c-49e8-a2ed-807749eb4170 Oct 26 14:50:55.205855 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44139cc3-f57d-49ef-b49a-395368ff8162 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:55.206207 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44139cc3-f57d-49ef-b49a-395368ff8162 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:55.206539 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44139cc3-f57d-49ef-b49a-395368ff8162 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:55.206902 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44139cc3-f57d-49ef-b49a-395368ff8162 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:55.207223 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44139cc3-f57d-49ef-b49a-395368ff8162 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:55.207557 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44139cc3-f57d-49ef-b49a-395368ff8162 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:55.207881 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44139cc3-f57d-49ef-b49a-395368ff8162 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:55.208253 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44139cc3-f57d-49ef-b49a-395368ff8162 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:55.208593 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44139cc3-f57d-49ef-b49a-395368ff8162 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:55.208904 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44139cc3-f57d-49ef-b49a-395368ff8162 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:55.209212 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44139cc3-f57d-49ef-b49a-395368ff8162 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:55.209523 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44139cc3-f57d-49ef-b49a-395368ff8162 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:55.211077 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44139cc3-f57d-49ef-b49a-395368ff8162 admin admin] Tracked resource versions report: Oct 26 14:50:55.211077 dv-cinder-732704-6-iscsi neutron-server[108648]: pushed versions: Oct 26 14:50:55.211077 dv-cinder-732704-6-iscsi neutron-server[108648]: { 'AddressGroup': {'1.2'}, Oct 26 14:50:55.211077 dv-cinder-732704-6-iscsi neutron-server[108648]: 'ConntrackHelper': {'1.0'}, Oct 26 14:50:55.211077 dv-cinder-732704-6-iscsi neutron-server[108648]: 'Log': {'1.0'}, Oct 26 14:50:55.211077 dv-cinder-732704-6-iscsi neutron-server[108648]: 'Network': {'1.1'}, Oct 26 14:50:55.211077 dv-cinder-732704-6-iscsi neutron-server[108648]: 'Port': {'1.7'}, Oct 26 14:50:55.211077 dv-cinder-732704-6-iscsi neutron-server[108648]: 'PortForwarding': {'1.2'}, Oct 26 14:50:55.211077 dv-cinder-732704-6-iscsi neutron-server[108648]: 'QosPolicy': {'1.10'}, Oct 26 14:50:55.211077 dv-cinder-732704-6-iscsi neutron-server[108648]: 'SecurityGroup': {'1.4'}, Oct 26 14:50:55.211077 dv-cinder-732704-6-iscsi neutron-server[108648]: 'SecurityGroupRule': {'1.2'}, Oct 26 14:50:55.211077 dv-cinder-732704-6-iscsi neutron-server[108648]: 'SubPort': {'1.0'}, Oct 26 14:50:55.211077 dv-cinder-732704-6-iscsi neutron-server[108648]: 'Subnet': {'1.1'}, Oct 26 14:50:55.211077 dv-cinder-732704-6-iscsi neutron-server[108648]: 'Trunk': {'1.1'}} Oct 26 14:50:55.211077 dv-cinder-732704-6-iscsi neutron-server[108648]: consumer versions: Oct 26 14:50:55.211077 dv-cinder-732704-6-iscsi neutron-server[108648]: { DHCP agent@dv-cinder-732704-6-iscsi: {}, Oct 26 14:50:55.211077 dv-cinder-732704-6-iscsi neutron-server[108648]: L3 agent@dv-cinder-732704-6-iscsi: {}, Oct 26 14:50:55.211077 dv-cinder-732704-6-iscsi neutron-server[108648]: Metadata agent@dv-cinder-732704-6-iscsi: {}, Oct 26 14:50:55.211077 dv-cinder-732704-6-iscsi neutron-server[108648]: Metering agent@dv-cinder-732704-6-iscsi: {}, Oct 26 14:50:55.211077 dv-cinder-732704-6-iscsi neutron-server[108648]: Open vSwitch agent@dv-cinder-732704-6-iscsi: { 'AddressGroup': '1.2', Oct 26 14:50:55.211077 dv-cinder-732704-6-iscsi neutron-server[108648]: 'ConntrackHelper': '1.0', Oct 26 14:50:55.211077 dv-cinder-732704-6-iscsi neutron-server[108648]: 'Log': '1.0', Oct 26 14:50:55.211077 dv-cinder-732704-6-iscsi neutron-server[108648]: 'Network': '1.1', Oct 26 14:50:55.211077 dv-cinder-732704-6-iscsi neutron-server[108648]: 'Port': '1.7', Oct 26 14:50:55.211077 dv-cinder-732704-6-iscsi neutron-server[108648]: 'PortForwarding': '1.2', Oct 26 14:50:55.211077 dv-cinder-732704-6-iscsi neutron-server[108648]: 'QosPolicy': '1.10', Oct 26 14:50:55.211077 dv-cinder-732704-6-iscsi neutron-server[108648]: 'SecurityGroup': '1.4', Oct 26 14:50:55.211077 dv-cinder-732704-6-iscsi neutron-server[108648]: 'SecurityGroupRule': '1.2', Oct 26 14:50:55.211077 dv-cinder-732704-6-iscsi neutron-server[108648]: 'SubPort': '1.0', Oct 26 14:50:55.211077 dv-cinder-732704-6-iscsi neutron-server[108648]: 'Subnet': '1.1', Oct 26 14:50:55.211077 dv-cinder-732704-6-iscsi neutron-server[108648]: 'Trunk': '1.1'}} Oct 26 14:50:55.211077 dv-cinder-732704-6-iscsi neutron-server[108648]: {{(pid=108648) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 14:50:55.341602 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-44139cc3-f57d-49ef-b49a-395368ff8162 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752337516683'] for network, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:55.438328 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-44139cc3-f57d-49ef-b49a-395368ff8162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593'] for network, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:55.439549 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44139cc3-f57d-49ef-b49a-395368ff8162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:55.440224 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-44139cc3-f57d-49ef-b49a-395368ff8162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for network, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:55.543365 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44139cc3-f57d-49ef-b49a-395368ff8162 admin admin] Pushing event updated for resources: {'Network': ['ID=dd56e9c1-7e6c-49e8-a2ed-807749eb4170,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:50:55.556343 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Network dd56e9c1-7e6c-49e8-a2ed-807749eb4170 details requested by agent ovs-agent-dv-cinder-732704-6-iscsi with host dv-cinder-732704-6-iscsi {{(pid=108649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:50:55.732277 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-44139cc3-f57d-49ef-b49a-395368ff8162 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3178673 Oct 26 14:50:58.721983 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 53576) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:50:59.297646 dv-cinder-732704-6-iscsi neutron-server[108647]: WARNING oslo_policy.policy [None req-6d45109f-587d-4800-9cc6-bb2549f67135 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 14:50:59.298236 dv-cinder-732704-6-iscsi neutron-server[108647]: WARNING oslo_policy.policy [None req-6d45109f-587d-4800-9cc6-bb2549f67135 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 14:50:59.767534 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.policy [None req-6d45109f-587d-4800-9cc6-bb2549f67135 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=108647) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 26 14:50:59.818479 dv-cinder-732704-6-iscsi neutron-server[108647]: WARNING oslo_policy.policy [None req-6d45109f-587d-4800-9cc6-bb2549f67135 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 14:50:59.818970 dv-cinder-732704-6-iscsi neutron-server[108647]: WARNING oslo_policy.policy [None req-6d45109f-587d-4800-9cc6-bb2549f67135 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 14:50:59.828471 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d45109f-587d-4800-9cc6-bb2549f67135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:59.830547 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-6d45109f-587d-4800-9cc6-bb2549f67135 admin admin] 10.222.0.57 "GET /v2.0/networks/dd56e9c1-7e6c-49e8-a2ed-807749eb4170 HTTP/1.1" status: 200 len: 825 time: 1.1073680 Oct 26 14:50:59.876853 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-7c43e9a3-ee65-4257-b31a-3f28f516d184 admin admin] 10.222.0.57 "GET /v2.0/subnetpools/77774879-8041-4693-b8b4-14ebeedcfbae HTTP/1.1" status: 200 len: 734 time: 0.0387547 Oct 26 14:50:59.887446 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [None req-a9d906dc-e247-415f-878e-97a836bb1e9b admin admin] Request body: {'subnet': {'tenant_id': 'cfc68133f0cf461e8e0838c2bc6951f5', 'subnetpool_id': '77774879-8041-4693-b8b4-14ebeedcfbae', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'dd56e9c1-7e6c-49e8-a2ed-807749eb4170'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:50:59.889168 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.quota [None req-a9d906dc-e247-415f-878e-97a836bb1e9b admin admin] Loaded quota_driver: . Oct 26 14:51:00.072550 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d906dc-e247-415f-878e-97a836bb1e9b admin admin] Made reservation on behalf of cfc68133f0cf461e8e0838c2bc6951f5 for: {'subnet': 1} {{(pid=108647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:51:00.075424 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-a9d906dc-e247-415f-878e-97a836bb1e9b admin admin] Publish callbacks [] for subnet, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:00.475104 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-a9d906dc-e247-415f-878e-97a836bb1e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593'] for subnet, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:00.552024 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d906dc-e247-415f-878e-97a836bb1e9b admin admin] Checking segment: {'id': '94cb7905-3052-4b9f-8217-e9cb1b5579c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'dd56e9c1-7e6c-49e8-a2ed-807749eb4170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:51:00.552416 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d906dc-e247-415f-878e-97a836bb1e9b admin admin] Network hostable DHCP agents. Network: dd56e9c1-7e6c-49e8-a2ed-807749eb4170, hostable agents: ['b4d4e8dd-6314-45fe-b027-8ffd5f87ed07'], hosted agents: [] {{(pid=108647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:51:00.569357 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d906dc-e247-415f-878e-97a836bb1e9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=79a734a6-e871-4a23-9787-a49f973d254f,revision_number=0']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:51:00.581002 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d906dc-e247-415f-878e-97a836bb1e9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:51:00.581346 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d906dc-e247-415f-878e-97a836bb1e9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:51:00.581684 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d906dc-e247-415f-878e-97a836bb1e9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:51:00.582022 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d906dc-e247-415f-878e-97a836bb1e9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:51:00.582347 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d906dc-e247-415f-878e-97a836bb1e9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:51:00.582723 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d906dc-e247-415f-878e-97a836bb1e9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:51:00.583057 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d906dc-e247-415f-878e-97a836bb1e9b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:51:00.583392 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d906dc-e247-415f-878e-97a836bb1e9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:51:00.583733 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d906dc-e247-415f-878e-97a836bb1e9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:51:00.584055 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d906dc-e247-415f-878e-97a836bb1e9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:51:00.584373 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d906dc-e247-415f-878e-97a836bb1e9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:51:00.584690 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d906dc-e247-415f-878e-97a836bb1e9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:51:00.585783 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d906dc-e247-415f-878e-97a836bb1e9b admin admin] Tracked resource versions report: Oct 26 14:51:00.585783 dv-cinder-732704-6-iscsi neutron-server[108647]: pushed versions: Oct 26 14:51:00.585783 dv-cinder-732704-6-iscsi neutron-server[108647]: { 'AddressGroup': {'1.2'}, Oct 26 14:51:00.585783 dv-cinder-732704-6-iscsi neutron-server[108647]: 'ConntrackHelper': {'1.0'}, Oct 26 14:51:00.585783 dv-cinder-732704-6-iscsi neutron-server[108647]: 'Log': {'1.0'}, Oct 26 14:51:00.585783 dv-cinder-732704-6-iscsi neutron-server[108647]: 'Network': {'1.1'}, Oct 26 14:51:00.585783 dv-cinder-732704-6-iscsi neutron-server[108647]: 'Port': {'1.7'}, Oct 26 14:51:00.585783 dv-cinder-732704-6-iscsi neutron-server[108647]: 'PortForwarding': {'1.2'}, Oct 26 14:51:00.585783 dv-cinder-732704-6-iscsi neutron-server[108647]: 'QosPolicy': {'1.10'}, Oct 26 14:51:00.585783 dv-cinder-732704-6-iscsi neutron-server[108647]: 'SecurityGroup': {'1.4'}, Oct 26 14:51:00.585783 dv-cinder-732704-6-iscsi neutron-server[108647]: 'SecurityGroupRule': {'1.2'}, Oct 26 14:51:00.585783 dv-cinder-732704-6-iscsi neutron-server[108647]: 'SubPort': {'1.0'}, Oct 26 14:51:00.585783 dv-cinder-732704-6-iscsi neutron-server[108647]: 'Subnet': {'1.1'}, Oct 26 14:51:00.585783 dv-cinder-732704-6-iscsi neutron-server[108647]: 'Trunk': {'1.1'}} Oct 26 14:51:00.585783 dv-cinder-732704-6-iscsi neutron-server[108647]: consumer versions: Oct 26 14:51:00.585783 dv-cinder-732704-6-iscsi neutron-server[108647]: { DHCP agent@dv-cinder-732704-6-iscsi: {}, Oct 26 14:51:00.585783 dv-cinder-732704-6-iscsi neutron-server[108647]: L3 agent@dv-cinder-732704-6-iscsi: {}, Oct 26 14:51:00.585783 dv-cinder-732704-6-iscsi neutron-server[108647]: Metadata agent@dv-cinder-732704-6-iscsi: {}, Oct 26 14:51:00.585783 dv-cinder-732704-6-iscsi neutron-server[108647]: Metering agent@dv-cinder-732704-6-iscsi: {}, Oct 26 14:51:00.585783 dv-cinder-732704-6-iscsi neutron-server[108647]: Open vSwitch agent@dv-cinder-732704-6-iscsi: { 'AddressGroup': '1.2', Oct 26 14:51:00.585783 dv-cinder-732704-6-iscsi neutron-server[108647]: 'ConntrackHelper': '1.0', Oct 26 14:51:00.585783 dv-cinder-732704-6-iscsi neutron-server[108647]: 'Log': '1.0', Oct 26 14:51:00.585783 dv-cinder-732704-6-iscsi neutron-server[108647]: 'Network': '1.1', Oct 26 14:51:00.585783 dv-cinder-732704-6-iscsi neutron-server[108647]: 'Port': '1.7', Oct 26 14:51:00.585783 dv-cinder-732704-6-iscsi neutron-server[108647]: 'PortForwarding': '1.2', Oct 26 14:51:00.585783 dv-cinder-732704-6-iscsi neutron-server[108647]: 'QosPolicy': '1.10', Oct 26 14:51:00.585783 dv-cinder-732704-6-iscsi neutron-server[108647]: 'SecurityGroup': '1.4', Oct 26 14:51:00.585783 dv-cinder-732704-6-iscsi neutron-server[108647]: 'SecurityGroupRule': '1.2', Oct 26 14:51:00.585783 dv-cinder-732704-6-iscsi neutron-server[108647]: 'SubPort': '1.0', Oct 26 14:51:00.585783 dv-cinder-732704-6-iscsi neutron-server[108647]: 'Subnet': '1.1', Oct 26 14:51:00.585783 dv-cinder-732704-6-iscsi neutron-server[108647]: 'Trunk': '1.1'}} Oct 26 14:51:00.585783 dv-cinder-732704-6-iscsi neutron-server[108647]: {{(pid=108647) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 14:51:00.700803 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d906dc-e247-415f-878e-97a836bb1e9b admin admin] Network dd56e9c1-7e6c-49e8-a2ed-807749eb4170 is scheduled to be hosted by DHCP agent b4d4e8dd-6314-45fe-b027-8ffd5f87ed07 with binding_index 1 {{(pid=108647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:51:00.780926 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [None req-a9d906dc-e247-415f-878e-97a836bb1e9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-732704-6-iscsi, dd56e9c1-7e6c-49e8-a2ed-807749eb4170) {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:51:00.786136 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d906dc-e247-415f-878e-97a836bb1e9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:51:00.786820 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-a9d906dc-e247-415f-878e-97a836bb1e9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for subnet, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:00.799411 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed1741c-804a-4204-87fc-b778d9ff46f0 None None] Network dd56e9c1-7e6c-49e8-a2ed-807749eb4170 requested from dv-cinder-732704-6-iscsi {{(pid=108649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:51:00.874945 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-a9d906dc-e247-415f-878e-97a836bb1e9b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9911554 Oct 26 14:51:01.236039 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dd4a17-2216-4d1a-85b3-c298769cb777 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72fa0a13-38eb-554b-8c64-da8832a67d1e-dd56e9c1-7e6c-49e8-a2ed-807749eb4170', 'network_id': 'dd56e9c1-7e6c-49e8-a2ed-807749eb4170', 'tenant_id': 'cfc68133f0cf461e8e0838c2bc6951f5', 'fixed_ips': [{'subnet_id': '79a734a6-e871-4a23-9787-a49f973d254f'}]}} from dv-cinder-732704-6-iscsi. {{(pid=108649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:51:01.238051 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-20dd4a17-2216-4d1a-85b3-c298769cb777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:01.609831 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.db_base_plugin_common [None req-20dd4a17-2216-4d1a-85b3-c298769cb777 None None] Allocated IP 172.20.0.2 (dd56e9c1-7e6c-49e8-a2ed-807749eb4170/79a734a6-e871-4a23-9787-a49f973d254f/6258ee9c-8bce-4f11-8aae-47058e53b10b) {{(pid=108649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:51:01.977052 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-20dd4a17-2216-4d1a-85b3-c298769cb777 None None] Publish callbacks [] for port, precommit_create {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:02.064735 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-20dd4a17-2216-4d1a-85b3-c298769cb777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706'] for port, after_create {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:02.204278 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dd4a17-2216-4d1a-85b3-c298769cb777 None None] Network dd56e9c1-7e6c-49e8-a2ed-807749eb4170 is already hosted by enough agents. {{(pid=108649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:51:02.214802 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.scheduler.base_scheduler [None req-20dd4a17-2216-4d1a-85b3-c298769cb777 None None] Resources bound (agent type, host, resource id): {{(pid=108649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:51:02.232999 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dd4a17-2216-4d1a-85b3-c298769cb777 None None] Received port after_create {{(pid=108649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:51:02.247596 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd4a17-2216-4d1a-85b3-c298769cb777 None None] Pushing event updated for resources: {'Port': ['ID=6258ee9c-8bce-4f11-8aae-47058e53b10b,revision_number=1']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:51:02.299083 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd4a17-2216-4d1a-85b3-c298769cb777 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:51:02.299613 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd4a17-2216-4d1a-85b3-c298769cb777 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:51:02.302323 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd4a17-2216-4d1a-85b3-c298769cb777 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:51:02.302323 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd4a17-2216-4d1a-85b3-c298769cb777 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:51:02.302323 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd4a17-2216-4d1a-85b3-c298769cb777 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:51:02.302323 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd4a17-2216-4d1a-85b3-c298769cb777 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:51:02.302323 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd4a17-2216-4d1a-85b3-c298769cb777 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:51:02.303006 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd4a17-2216-4d1a-85b3-c298769cb777 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:51:02.303006 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd4a17-2216-4d1a-85b3-c298769cb777 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:51:02.303509 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd4a17-2216-4d1a-85b3-c298769cb777 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:51:02.304017 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd4a17-2216-4d1a-85b3-c298769cb777 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:51:02.305085 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd4a17-2216-4d1a-85b3-c298769cb777 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:51:02.307044 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd4a17-2216-4d1a-85b3-c298769cb777 None None] Tracked resource versions report: Oct 26 14:51:02.307044 dv-cinder-732704-6-iscsi neutron-server[108649]: pushed versions: Oct 26 14:51:02.307044 dv-cinder-732704-6-iscsi neutron-server[108649]: { 'AddressGroup': {'1.2'}, Oct 26 14:51:02.307044 dv-cinder-732704-6-iscsi neutron-server[108649]: 'ConntrackHelper': {'1.0'}, Oct 26 14:51:02.307044 dv-cinder-732704-6-iscsi neutron-server[108649]: 'Log': {'1.0'}, Oct 26 14:51:02.307044 dv-cinder-732704-6-iscsi neutron-server[108649]: 'Network': {'1.1'}, Oct 26 14:51:02.307044 dv-cinder-732704-6-iscsi neutron-server[108649]: 'Port': {'1.7'}, Oct 26 14:51:02.307044 dv-cinder-732704-6-iscsi neutron-server[108649]: 'PortForwarding': {'1.2'}, Oct 26 14:51:02.307044 dv-cinder-732704-6-iscsi neutron-server[108649]: 'QosPolicy': {'1.10'}, Oct 26 14:51:02.307044 dv-cinder-732704-6-iscsi neutron-server[108649]: 'SecurityGroup': {'1.4'}, Oct 26 14:51:02.307044 dv-cinder-732704-6-iscsi neutron-server[108649]: 'SecurityGroupRule': {'1.2'}, Oct 26 14:51:02.307044 dv-cinder-732704-6-iscsi neutron-server[108649]: 'SubPort': {'1.0'}, Oct 26 14:51:02.307044 dv-cinder-732704-6-iscsi neutron-server[108649]: 'Subnet': {'1.1'}, Oct 26 14:51:02.307044 dv-cinder-732704-6-iscsi neutron-server[108649]: 'Trunk': {'1.1'}} Oct 26 14:51:02.307044 dv-cinder-732704-6-iscsi neutron-server[108649]: consumer versions: Oct 26 14:51:02.307044 dv-cinder-732704-6-iscsi neutron-server[108649]: { DHCP agent@dv-cinder-732704-6-iscsi: {}, Oct 26 14:51:02.307044 dv-cinder-732704-6-iscsi neutron-server[108649]: L3 agent@dv-cinder-732704-6-iscsi: {}, Oct 26 14:51:02.307044 dv-cinder-732704-6-iscsi neutron-server[108649]: Metadata agent@dv-cinder-732704-6-iscsi: {}, Oct 26 14:51:02.307044 dv-cinder-732704-6-iscsi neutron-server[108649]: Metering agent@dv-cinder-732704-6-iscsi: {}, Oct 26 14:51:02.307044 dv-cinder-732704-6-iscsi neutron-server[108649]: Open vSwitch agent@dv-cinder-732704-6-iscsi: { 'AddressGroup': '1.2', Oct 26 14:51:02.307044 dv-cinder-732704-6-iscsi neutron-server[108649]: 'ConntrackHelper': '1.0', Oct 26 14:51:02.307044 dv-cinder-732704-6-iscsi neutron-server[108649]: 'Log': '1.0', Oct 26 14:51:02.307044 dv-cinder-732704-6-iscsi neutron-server[108649]: 'Network': '1.1', Oct 26 14:51:02.307044 dv-cinder-732704-6-iscsi neutron-server[108649]: 'Port': '1.7', Oct 26 14:51:02.307044 dv-cinder-732704-6-iscsi neutron-server[108649]: 'PortForwarding': '1.2', Oct 26 14:51:02.307044 dv-cinder-732704-6-iscsi neutron-server[108649]: 'QosPolicy': '1.10', Oct 26 14:51:02.307044 dv-cinder-732704-6-iscsi neutron-server[108649]: 'SecurityGroup': '1.4', Oct 26 14:51:02.307044 dv-cinder-732704-6-iscsi neutron-server[108649]: 'SecurityGroupRule': '1.2', Oct 26 14:51:02.307044 dv-cinder-732704-6-iscsi neutron-server[108649]: 'SubPort': '1.0', Oct 26 14:51:02.307044 dv-cinder-732704-6-iscsi neutron-server[108649]: 'Subnet': '1.1', Oct 26 14:51:02.307044 dv-cinder-732704-6-iscsi neutron-server[108649]: 'Trunk': '1.1'}} Oct 26 14:51:02.307044 dv-cinder-732704-6-iscsi neutron-server[108649]: {{(pid=108649) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 14:51:02.393522 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-20dd4a17-2216-4d1a-85b3-c298769cb777 None None] Attempting to bind port 6258ee9c-8bce-4f11-8aae-47058e53b10b on host dv-cinder-732704-6-iscsi for vnic_type normal with profile {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:51:02.394141 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-20dd4a17-2216-4d1a-85b3-c298769cb777 None None] Attempting to bind port 6258ee9c-8bce-4f11-8aae-47058e53b10b by drivers openvswitch,hyperv on host dv-cinder-732704-6-iscsi at level 0 using segments [{'id': '94cb7905-3052-4b9f-8217-e9cb1b5579c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'dd56e9c1-7e6c-49e8-a2ed-807749eb4170'}] {{(pid=108649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:51:02.394843 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dd4a17-2216-4d1a-85b3-c298769cb777 None None] Attempting to bind port 6258ee9c-8bce-4f11-8aae-47058e53b10b on network dd56e9c1-7e6c-49e8-a2ed-807749eb4170 {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:51:02.405615 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dd4a17-2216-4d1a-85b3-c298769cb777 None None] Checking agent: {'id': '7cf7ebdc-aa0b-44cf-abbb-a49983147622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-732704-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 14, 50, 44), 'started_at': datetime.datetime(2021, 10, 26, 14, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-732704-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:51:02.406241 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dd4a17-2216-4d1a-85b3-c298769cb777 None None] Checking segment: {'id': '94cb7905-3052-4b9f-8217-e9cb1b5579c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'dd56e9c1-7e6c-49e8-a2ed-807749eb4170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:51:02.407025 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-20dd4a17-2216-4d1a-85b3-c298769cb777 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:02.407667 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dd4a17-2216-4d1a-85b3-c298769cb777 None None] Bound using segment: {'id': '94cb7905-3052-4b9f-8217-e9cb1b5579c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'dd56e9c1-7e6c-49e8-a2ed-807749eb4170'} {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:51:02.408506 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-20dd4a17-2216-4d1a-85b3-c298769cb777 None None] Bound port: 6258ee9c-8bce-4f11-8aae-47058e53b10b, host: dv-cinder-732704-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94cb7905-3052-4b9f-8217-e9cb1b5579c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'dd56e9c1-7e6c-49e8-a2ed-807749eb4170'}}] {{(pid=108649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:51:02.409178 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-20dd4a17-2216-4d1a-85b3-c298769cb777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:02.510116 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-20dd4a17-2216-4d1a-85b3-c298769cb777 None None] For port 6258ee9c-8bce-4f11-8aae-47058e53b10b, host dv-cinder-732704-6-iscsi, cleared binding levels {{(pid=108649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:51:02.514856 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-20dd4a17-2216-4d1a-85b3-c298769cb777 None None] For port 6258ee9c-8bce-4f11-8aae-47058e53b10b, host dv-cinder-732704-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=6258ee9c-8bce-4f11-8aae-47058e53b10b,segment=NetworkSegment(94cb7905-3052-4b9f-8217-e9cb1b5579c9),segment_id=94cb7905-3052-4b9f-8217-e9cb1b5579c9)] {{(pid=108649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:51:02.577874 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-20dd4a17-2216-4d1a-85b3-c298769cb777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:02.678493 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd4a17-2216-4d1a-85b3-c298769cb777 None None] Pushing event updated for resources: {'Port': ['ID=6258ee9c-8bce-4f11-8aae-47058e53b10b,revision_number=2']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:51:03.783789 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 53596) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:51:04.181704 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [None req-ab8aea16-a01d-483f-9606-ffb95f0af6c3 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=108647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:51:04.183119 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-ab8aea16-a01d-483f-9606-ffb95f0af6c3 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3979082 Oct 26 14:51:06.966494 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 53604) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:51:07.365003 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [None req-205ebd6d-74d5-4ab7-b887-9126a1f6290e admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=108648) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:51:07.378669 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-205ebd6d-74d5-4ab7-b887-9126a1f6290e admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3988607 Oct 26 14:51:07.889957 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-8fb8929a-a4b0-48fd-bac2-cfd50ae35408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:10.462893 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 53614) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:51:10.917113 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-7e01b1b2-71e8-4f4c-98c6-0fde811ba2b5 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'cfc68133f0cf461e8e0838c2bc6951f5', 'admin_state_up': True}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:51:11.006796 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-7e01b1b2-71e8-4f4c-98c6-0fde811ba2b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536294039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2878'] for router, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:11.009846 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-7e01b1b2-71e8-4f4c-98c6-0fde811ba2b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536295207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536295873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2849'] for router, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:11.233718 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-7e01b1b2-71e8-4f4c-98c6-0fde811ba2b5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:11.298180 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-7e01b1b2-71e8-4f4c-98c6-0fde811ba2b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536295198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536295836'] for router, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:11.396292 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-7e01b1b2-71e8-4f4c-98c6-0fde811ba2b5 admin admin] Publish callbacks [] for router, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:11.398343 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-7e01b1b2-71e8-4f4c-98c6-0fde811ba2b5 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9334314 Oct 26 14:51:13.205387 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-150f4e12-33ce-4341-a4cd-c24a1863c81d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:13.722490 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:13.811553 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:14.128258 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9335b49-e58f-41df-80d2-f35a4f3a61d2 None None] Network dd56e9c1-7e6c-49e8-a2ed-807749eb4170 requested from dv-cinder-732704-6-iscsi {{(pid=108649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:51:14.211325 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-b3180b04-09bb-41e1-ad52-51f8d1e60329 None None] Provisioning complete for port 6258ee9c-8bce-4f11-8aae-47058e53b10b triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:51:14.212400 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-b3180b04-09bb-41e1-ad52-51f8d1e60329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:14.393530 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 53636) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:51:14.435013 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 6258ee9c-8bce-4f11-8aae-47058e53b10b up at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:51:14.521279 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-b3180b04-09bb-41e1-ad52-51f8d1e60329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:14.601965 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [None req-a64bfe80-fd95-446c-93c8-ae9d7f52804e admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=108647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:51:14.604400 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-a64bfe80-fd95-446c-93c8-ae9d7f52804e admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2084596 Oct 26 14:51:14.634571 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-b3180b04-09bb-41e1-ad52-51f8d1e60329 None None] For port 6258ee9c-8bce-4f11-8aae-47058e53b10b, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=6258ee9c-8bce-4f11-8aae-47058e53b10b,segment=NetworkSegment(94cb7905-3052-4b9f-8217-e9cb1b5579c9),segment_id=94cb7905-3052-4b9f-8217-e9cb1b5579c9)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:51:14.660596 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Provisioning complete for port 6258ee9c-8bce-4f11-8aae-47058e53b10b triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:51:14.661070 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:14.754161 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-b3180b04-09bb-41e1-ad52-51f8d1e60329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:14.797575 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:14.836843 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3180b04-09bb-41e1-ad52-51f8d1e60329 None None] Pushing event updated for resources: {'Port': ['ID=6258ee9c-8bce-4f11-8aae-47058e53b10b,revision_number=3']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:51:14.894772 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.db.api [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108649) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:51:14.895450 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG oslo_db.api [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:51:14.988027 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-6234d67f-f582-4412-9594-d4e140d48cef None None] Provisioning complete for port 6258ee9c-8bce-4f11-8aae-47058e53b10b triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:51:14.988636 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-6234d67f-f582-4412-9594-d4e140d48cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:15.285840 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:16.358634 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 6258ee9c-8bce-4f11-8aae-47058e53b10b up at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:51:16.426502 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Provisioning complete for port 6258ee9c-8bce-4f11-8aae-47058e53b10b triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:51:16.427101 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:17.155279 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 53654) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:51:17.205813 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [None req-2892dfff-545b-441f-996d-e11e8f5a82a3 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'is_default': True}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:51:17.331755 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2892dfff-545b-441f-996d-e11e8f5a82a3 admin admin] Made reservation on behalf of da663fb4171646cdb012ffdbbc8de00c for: {'network': 1} {{(pid=108647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:51:17.333996 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-2892dfff-545b-441f-996d-e11e8f5a82a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for network, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:17.359988 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-2892dfff-545b-441f-996d-e11e8f5a82a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:17.473984 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-2892dfff-545b-441f-996d-e11e8f5a82a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:17.540633 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-2892dfff-545b-441f-996d-e11e8f5a82a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:17.561326 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2892dfff-545b-441f-996d-e11e8f5a82a3 admin admin] Reserving flat network on physical network physnet1 {{(pid=108647) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 26 14:51:17.580716 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892dfff-545b-441f-996d-e11e8f5a82a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5076d77-ba24-452c-9c12-602a325bb034,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:51:17.592486 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-2892dfff-545b-441f-996d-e11e8f5a82a3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752338035478', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888'] for segment, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:17.593381 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-2892dfff-545b-441f-996d-e11e8f5a82a3 admin admin] Unsubscribe: segment precommit_create {{(pid=108647) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 26 14:51:17.594142 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.db.segments_db [None req-2892dfff-545b-441f-996d-e11e8f5a82a3 admin admin] Added segment 48b4b2e5-ca40-4770-b351-7c2adc646ed5 of type flat for network 164d7f62-997a-4502-882b-0bfc21bc1de5 Oct 26 14:51:17.683756 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-2892dfff-545b-441f-996d-e11e8f5a82a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752337516683'] for network, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:17.811439 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-2892dfff-545b-441f-996d-e11e8f5a82a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593'] for network, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:17.812547 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892dfff-545b-441f-996d-e11e8f5a82a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:51:17.813228 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-2892dfff-545b-441f-996d-e11e8f5a82a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for network, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:17.924526 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892dfff-545b-441f-996d-e11e8f5a82a3 admin admin] Pushing event updated for resources: {'Network': ['ID=164d7f62-997a-4502-882b-0bfc21bc1de5,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:51:17.937133 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Network 164d7f62-997a-4502-882b-0bfc21bc1de5 details requested by agent ovs-agent-dv-cinder-732704-6-iscsi with host dv-cinder-732704-6-iscsi {{(pid=108649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:51:17.980377 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-2892dfff-545b-441f-996d-e11e8f5a82a3 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8237755 Oct 26 14:51:20.429535 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 53662) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:51:20.532050 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001bad57-0330-4525-85e6-eed1cae5bd4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:51:20.533570 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-001bad57-0330-4525-85e6-eed1cae5bd4a admin admin] 10.222.0.57 "GET /v2.0/subnets/79a734a6-e871-4a23-9787-a49f973d254f HTTP/1.1" status: 200 len: 849 time: 0.1027529 Oct 26 14:51:20.699764 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-01b61704-f7a5-4538-8275-ff4978d9bbca admin admin] 10.222.0.57 "GET /v2.0/routers/82a75a07-ccc0-4d47-83ea-4d096aa9472c HTTP/1.1" status: 200 len: 704 time: 0.1585586 Oct 26 14:51:20.990390 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-2cc5e396-fe00-459b-bc72-bba562c88567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:21.323602 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.db_base_plugin_common [None req-2cc5e396-fe00-459b-bc72-bba562c88567 admin admin] Allocated IP 172.20.0.1 (dd56e9c1-7e6c-49e8-a2ed-807749eb4170/79a734a6-e871-4a23-9787-a49f973d254f/68dc2c5b-faed-4b95-8117-0736956058c6) {{(pid=108647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:51:21.501842 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-2cc5e396-fe00-459b-bc72-bba562c88567 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:21.643858 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-2cc5e396-fe00-459b-bc72-bba562c88567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706'] for port, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:21.726469 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc5e396-fe00-459b-bc72-bba562c88567 admin admin] Network dd56e9c1-7e6c-49e8-a2ed-807749eb4170 is already hosted by enough agents. {{(pid=108647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:51:21.732650 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [None req-2cc5e396-fe00-459b-bc72-bba562c88567 admin admin] Resources bound (agent type, host, resource id): {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:51:21.742493 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc5e396-fe00-459b-bc72-bba562c88567 admin admin] Received port after_create {{(pid=108647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:51:21.743126 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-2cc5e396-fe00-459b-bc72-bba562c88567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536297409'] for router_interface, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:21.827412 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc5e396-fe00-459b-bc72-bba562c88567 admin admin] Pushing event updated for resources: {'Port': ['ID=68dc2c5b-faed-4b95-8117-0736956058c6,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:51:21.957873 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-44c857f9-2b64-4842-9545-823f5bd1fa6e None None] Provisioning complete for port 68dc2c5b-faed-4b95-8117-0736956058c6 triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:51:21.958839 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-44c857f9-2b64-4842-9545-823f5bd1fa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:21.994960 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-44c857f9-2b64-4842-9545-823f5bd1fa6e None None] Port 68dc2c5b-faed-4b95-8117-0736956058c6 cannot update to ACTIVE because it is not bound. {{(pid=108649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:51:22.085950 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-2cc5e396-fe00-459b-bc72-bba562c88567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:22.308529 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-2cc5e396-fe00-459b-bc72-bba562c88567 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:22.368854 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-2cc5e396-fe00-459b-bc72-bba562c88567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:22.369974 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-2cc5e396-fe00-459b-bc72-bba562c88567 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536254647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536296017'] for router_interface, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:22.449985 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc5e396-fe00-459b-bc72-bba562c88567 admin admin] Pushing event updated for resources: {'Port': ['ID=68dc2c5b-faed-4b95-8117-0736956058c6,revision_number=2']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:51:22.503681 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc5e396-fe00-459b-bc72-bba562c88567 admin admin] Network dd56e9c1-7e6c-49e8-a2ed-807749eb4170 is already hosted by enough agents. {{(pid=108647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:51:22.505344 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [None req-2cc5e396-fe00-459b-bc72-bba562c88567 admin admin] Resources bound (agent type, host, resource id): {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:51:22.726158 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-08a05541-af2c-46c5-9eaf-8858f471575d None None] Provisioning complete for port 68dc2c5b-faed-4b95-8117-0736956058c6 triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:51:22.726534 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-08a05541-af2c-46c5-9eaf-8858f471575d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:22.771864 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-08a05541-af2c-46c5-9eaf-8858f471575d None None] Port 68dc2c5b-faed-4b95-8117-0736956058c6 cannot update to ACTIVE because it is not bound. {{(pid=108649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:51:22.797028 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc5e396-fe00-459b-bc72-bba562c88567 admin admin] Router 82a75a07-ccc0-4d47-83ea-4d096aa9472c is scheduled to L3 agent aad0d180-bd62-492d-9d56-445be5af9cbd with binding_index 1 {{(pid=108647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:51:22.918527 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc5e396-fe00-459b-bc72-bba562c88567 admin admin] Notify agent at l3_agent.dv-cinder-732704-6-iscsi the message routers_updated {{(pid=108647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:51:22.924997 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-2cc5e396-fe00-459b-bc72-bba562c88567 admin admin] 10.222.0.57 "PUT /v2.0/routers/82a75a07-ccc0-4d47-83ea-4d096aa9472c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2179601 Oct 26 14:51:22.933317 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ca607e-bc6a-4106-9aae-6102e1f9b6a3 None None] Sync routers for ids ['82a75a07-ccc0-4d47-83ea-4d096aa9472c'] in dv-cinder-732704-6-iscsi {{(pid=108650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:51:22.949758 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ca607e-bc6a-4106-9aae-6102e1f9b6a3 None None] Routers {'82a75a07-ccc0-4d47-83ea-4d096aa9472c'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:51:22.950707 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-78ca607e-bc6a-4106-9aae-6102e1f9b6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T14:51:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['82a75a07-ccc0-4d47-83ea-4d096aa9472c'], 'active': True} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:51:23.206490 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvr_db [None req-78ca607e-bc6a-4106-9aae-6102e1f9b6a3 None None] Set router 82a75a07-ccc0-4d47-83ea-4d096aa9472c gateway port host: None {{(pid=108650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:51:23.803391 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-78ca607e-bc6a-4106-9aae-6102e1f9b6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a75a07-ccc0-4d47-83ea-4d096aa9472c', 'name': 'router1', 'tenant_id': 'cfc68133f0cf461e8e0838c2bc6951f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:51:11Z', 'updated_at': '2021-10-26T14:51:21Z', 'revision_number': 2, 'project_id': 'cfc68133f0cf461e8e0838c2bc6951f5', 'gw_port_host': None, '_interfaces': [{'id': '68dc2c5b-faed-4b95-8117-0736956058c6', 'name': '', 'network_id': 'dd56e9c1-7e6c-49e8-a2ed-807749eb4170', 'tenant_id': 'cfc68133f0cf461e8e0838c2bc6951f5', 'mac_address': 'fa:16:3e:f3:6f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82a75a07-ccc0-4d47-83ea-4d096aa9472c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '79a734a6-e871-4a23-9787-a49f973d254f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:51:21Z', 'updated_at': '2021-10-26T14:51:22Z', 'revision_number': 2, 'project_id': 'cfc68133f0cf461e8e0838c2bc6951f5', 'subnets': [{'id': '79a734a6-e871-4a23-9787-a49f973d254f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77774879-8041-4693-b8b4-14ebeedcfbae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:51:23.868324 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ca607e-bc6a-4106-9aae-6102e1f9b6a3 None None] Checking router: 82a75a07-ccc0-4d47-83ea-4d096aa9472c for host: dv-cinder-732704-6-iscsi {{(pid=108650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:51:23.868782 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ca607e-bc6a-4106-9aae-6102e1f9b6a3 None None] Updating router 82a75a07-ccc0-4d47-83ea-4d096aa9472c port 68dc2c5b-faed-4b95-8117-0736956058c6 binding host dv-cinder-732704-6-iscsi {{(pid=108650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:51:23.927635 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-78ca607e-bc6a-4106-9aae-6102e1f9b6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:24.518623 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-78ca607e-bc6a-4106-9aae-6102e1f9b6a3 None None] Publish callbacks [] for port, precommit_update {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:24.615747 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-78ca607e-bc6a-4106-9aae-6102e1f9b6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:24.852871 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.managers [None req-78ca607e-bc6a-4106-9aae-6102e1f9b6a3 None None] Attempting to bind port 68dc2c5b-faed-4b95-8117-0736956058c6 on host dv-cinder-732704-6-iscsi for vnic_type normal with profile {{(pid=108650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:51:24.853484 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.managers [None req-78ca607e-bc6a-4106-9aae-6102e1f9b6a3 None None] Attempting to bind port 68dc2c5b-faed-4b95-8117-0736956058c6 by drivers openvswitch,hyperv on host dv-cinder-732704-6-iscsi at level 0 using segments [{'id': '94cb7905-3052-4b9f-8217-e9cb1b5579c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'dd56e9c1-7e6c-49e8-a2ed-807749eb4170'}] {{(pid=108650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:51:24.854166 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ca607e-bc6a-4106-9aae-6102e1f9b6a3 None None] Attempting to bind port 68dc2c5b-faed-4b95-8117-0736956058c6 on network dd56e9c1-7e6c-49e8-a2ed-807749eb4170 {{(pid=108650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:51:24.860352 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d39b62-3ad8-4a9b-ad9d-38cbc1a1f34f None None] Pushing event updated for resources: {'Port': ['ID=68dc2c5b-faed-4b95-8117-0736956058c6,revision_number=3']} {{(pid=108650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:51:24.878318 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ca607e-bc6a-4106-9aae-6102e1f9b6a3 None None] Checking agent: {'id': '7cf7ebdc-aa0b-44cf-abbb-a49983147622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-732704-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 14, 50, 44), 'started_at': datetime.datetime(2021, 10, 26, 14, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-732704-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:51:24.878968 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ca607e-bc6a-4106-9aae-6102e1f9b6a3 None None] Checking segment: {'id': '94cb7905-3052-4b9f-8217-e9cb1b5579c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'dd56e9c1-7e6c-49e8-a2ed-807749eb4170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:51:24.879673 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-78ca607e-bc6a-4106-9aae-6102e1f9b6a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:24.880385 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ca607e-bc6a-4106-9aae-6102e1f9b6a3 None None] Bound using segment: {'id': '94cb7905-3052-4b9f-8217-e9cb1b5579c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'dd56e9c1-7e6c-49e8-a2ed-807749eb4170'} {{(pid=108650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:51:24.881209 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.managers [None req-78ca607e-bc6a-4106-9aae-6102e1f9b6a3 None None] Bound port: 68dc2c5b-faed-4b95-8117-0736956058c6, host: dv-cinder-732704-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94cb7905-3052-4b9f-8217-e9cb1b5579c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'dd56e9c1-7e6c-49e8-a2ed-807749eb4170'}}] {{(pid=108650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:51:24.881858 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-78ca607e-bc6a-4106-9aae-6102e1f9b6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:24.887734 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d39b62-3ad8-4a9b-ad9d-38cbc1a1f34f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:51:24.888285 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d39b62-3ad8-4a9b-ad9d-38cbc1a1f34f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:51:24.888819 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d39b62-3ad8-4a9b-ad9d-38cbc1a1f34f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:51:24.889357 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d39b62-3ad8-4a9b-ad9d-38cbc1a1f34f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:51:24.889906 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d39b62-3ad8-4a9b-ad9d-38cbc1a1f34f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:51:24.890455 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d39b62-3ad8-4a9b-ad9d-38cbc1a1f34f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:51:24.891034 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d39b62-3ad8-4a9b-ad9d-38cbc1a1f34f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:51:24.891590 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d39b62-3ad8-4a9b-ad9d-38cbc1a1f34f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:51:24.892146 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d39b62-3ad8-4a9b-ad9d-38cbc1a1f34f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:51:24.892673 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d39b62-3ad8-4a9b-ad9d-38cbc1a1f34f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:51:24.893230 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d39b62-3ad8-4a9b-ad9d-38cbc1a1f34f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:51:24.893764 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d39b62-3ad8-4a9b-ad9d-38cbc1a1f34f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:51:24.895828 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d39b62-3ad8-4a9b-ad9d-38cbc1a1f34f None None] Tracked resource versions report: Oct 26 14:51:24.895828 dv-cinder-732704-6-iscsi neutron-server[108650]: pushed versions: Oct 26 14:51:24.895828 dv-cinder-732704-6-iscsi neutron-server[108650]: { 'AddressGroup': {'1.2'}, Oct 26 14:51:24.895828 dv-cinder-732704-6-iscsi neutron-server[108650]: 'ConntrackHelper': {'1.0'}, Oct 26 14:51:24.895828 dv-cinder-732704-6-iscsi neutron-server[108650]: 'Log': {'1.0'}, Oct 26 14:51:24.895828 dv-cinder-732704-6-iscsi neutron-server[108650]: 'Network': {'1.1'}, Oct 26 14:51:24.895828 dv-cinder-732704-6-iscsi neutron-server[108650]: 'Port': {'1.7'}, Oct 26 14:51:24.895828 dv-cinder-732704-6-iscsi neutron-server[108650]: 'PortForwarding': {'1.2'}, Oct 26 14:51:24.895828 dv-cinder-732704-6-iscsi neutron-server[108650]: 'QosPolicy': {'1.10'}, Oct 26 14:51:24.895828 dv-cinder-732704-6-iscsi neutron-server[108650]: 'SecurityGroup': {'1.4'}, Oct 26 14:51:24.895828 dv-cinder-732704-6-iscsi neutron-server[108650]: 'SecurityGroupRule': {'1.2'}, Oct 26 14:51:24.895828 dv-cinder-732704-6-iscsi neutron-server[108650]: 'SubPort': {'1.0'}, Oct 26 14:51:24.895828 dv-cinder-732704-6-iscsi neutron-server[108650]: 'Subnet': {'1.1'}, Oct 26 14:51:24.895828 dv-cinder-732704-6-iscsi neutron-server[108650]: 'Trunk': {'1.1'}} Oct 26 14:51:24.895828 dv-cinder-732704-6-iscsi neutron-server[108650]: consumer versions: Oct 26 14:51:24.895828 dv-cinder-732704-6-iscsi neutron-server[108650]: { DHCP agent@dv-cinder-732704-6-iscsi: {}, Oct 26 14:51:24.895828 dv-cinder-732704-6-iscsi neutron-server[108650]: L3 agent@dv-cinder-732704-6-iscsi: {}, Oct 26 14:51:24.895828 dv-cinder-732704-6-iscsi neutron-server[108650]: Metadata agent@dv-cinder-732704-6-iscsi: {}, Oct 26 14:51:24.895828 dv-cinder-732704-6-iscsi neutron-server[108650]: Metering agent@dv-cinder-732704-6-iscsi: {}, Oct 26 14:51:24.895828 dv-cinder-732704-6-iscsi neutron-server[108650]: Open vSwitch agent@dv-cinder-732704-6-iscsi: { 'AddressGroup': '1.2', Oct 26 14:51:24.895828 dv-cinder-732704-6-iscsi neutron-server[108650]: 'ConntrackHelper': '1.0', Oct 26 14:51:24.895828 dv-cinder-732704-6-iscsi neutron-server[108650]: 'Log': '1.0', Oct 26 14:51:24.895828 dv-cinder-732704-6-iscsi neutron-server[108650]: 'Network': '1.1', Oct 26 14:51:24.895828 dv-cinder-732704-6-iscsi neutron-server[108650]: 'Port': '1.7', Oct 26 14:51:24.895828 dv-cinder-732704-6-iscsi neutron-server[108650]: 'PortForwarding': '1.2', Oct 26 14:51:24.895828 dv-cinder-732704-6-iscsi neutron-server[108650]: 'QosPolicy': '1.10', Oct 26 14:51:24.895828 dv-cinder-732704-6-iscsi neutron-server[108650]: 'SecurityGroup': '1.4', Oct 26 14:51:24.895828 dv-cinder-732704-6-iscsi neutron-server[108650]: 'SecurityGroupRule': '1.2', Oct 26 14:51:24.895828 dv-cinder-732704-6-iscsi neutron-server[108650]: 'SubPort': '1.0', Oct 26 14:51:24.895828 dv-cinder-732704-6-iscsi neutron-server[108650]: 'Subnet': '1.1', Oct 26 14:51:24.895828 dv-cinder-732704-6-iscsi neutron-server[108650]: 'Trunk': '1.1'}} Oct 26 14:51:24.895828 dv-cinder-732704-6-iscsi neutron-server[108650]: {{(pid=108650) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 14:51:24.907544 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-a029ce41-0706-4985-9a3a-dcb44e2a91a8 None None] Provisioning complete for port 68dc2c5b-faed-4b95-8117-0736956058c6 triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:51:24.908195 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-a029ce41-0706-4985-9a3a-dcb44e2a91a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:24.945447 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-a029ce41-0706-4985-9a3a-dcb44e2a91a8 None None] Port 68dc2c5b-faed-4b95-8117-0736956058c6 cannot update to ACTIVE because it is not bound. {{(pid=108649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:51:24.999337 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.db [None req-78ca607e-bc6a-4106-9aae-6102e1f9b6a3 None None] For port 68dc2c5b-faed-4b95-8117-0736956058c6, host dv-cinder-732704-6-iscsi, cleared binding levels {{(pid=108650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:51:25.020768 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.db [None req-78ca607e-bc6a-4106-9aae-6102e1f9b6a3 None None] For port 68dc2c5b-faed-4b95-8117-0736956058c6, host dv-cinder-732704-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=68dc2c5b-faed-4b95-8117-0736956058c6,segment=NetworkSegment(94cb7905-3052-4b9f-8217-e9cb1b5579c9),segment_id=94cb7905-3052-4b9f-8217-e9cb1b5579c9)] {{(pid=108650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:51:25.109047 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-78ca607e-bc6a-4106-9aae-6102e1f9b6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:25.168107 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ca607e-bc6a-4106-9aae-6102e1f9b6a3 None None] Routers {'82a75a07-ccc0-4d47-83ea-4d096aa9472c'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:51:25.169607 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-78ca607e-bc6a-4106-9aae-6102e1f9b6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T14:51:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['82a75a07-ccc0-4d47-83ea-4d096aa9472c'], 'active': True} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:51:25.245428 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d39b62-3ad8-4a9b-ad9d-38cbc1a1f34f None None] Pushing event updated for resources: {'Port': ['ID=68dc2c5b-faed-4b95-8117-0736956058c6,revision_number=4']} {{(pid=108650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:51:25.267668 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvr_db [None req-78ca607e-bc6a-4106-9aae-6102e1f9b6a3 None None] Set router 82a75a07-ccc0-4d47-83ea-4d096aa9472c gateway port host: None {{(pid=108650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:51:25.373185 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-314216f7-f143-4259-990e-c7250d72a8e5 None None] Provisioning complete for port 68dc2c5b-faed-4b95-8117-0736956058c6 triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:51:25.373846 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-314216f7-f143-4259-990e-c7250d72a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:25.480174 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-314216f7-f143-4259-990e-c7250d72a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:25.519840 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-314216f7-f143-4259-990e-c7250d72a8e5 None None] For port 68dc2c5b-faed-4b95-8117-0736956058c6, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=68dc2c5b-faed-4b95-8117-0736956058c6,segment=NetworkSegment(94cb7905-3052-4b9f-8217-e9cb1b5579c9),segment_id=94cb7905-3052-4b9f-8217-e9cb1b5579c9)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:51:25.537747 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-78ca607e-bc6a-4106-9aae-6102e1f9b6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a75a07-ccc0-4d47-83ea-4d096aa9472c', 'name': 'router1', 'tenant_id': 'cfc68133f0cf461e8e0838c2bc6951f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:51:11Z', 'updated_at': '2021-10-26T14:51:21Z', 'revision_number': 2, 'project_id': 'cfc68133f0cf461e8e0838c2bc6951f5', 'gw_port_host': None, '_interfaces': [{'id': '68dc2c5b-faed-4b95-8117-0736956058c6', 'name': '', 'network_id': 'dd56e9c1-7e6c-49e8-a2ed-807749eb4170', 'tenant_id': 'cfc68133f0cf461e8e0838c2bc6951f5', 'mac_address': 'fa:16:3e:f3:6f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82a75a07-ccc0-4d47-83ea-4d096aa9472c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '79a734a6-e871-4a23-9787-a49f973d254f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:51:21Z', 'updated_at': '2021-10-26T14:51:24Z', 'revision_number': 4, 'project_id': 'cfc68133f0cf461e8e0838c2bc6951f5', 'subnets': [{'id': '79a734a6-e871-4a23-9787-a49f973d254f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77774879-8041-4693-b8b4-14ebeedcfbae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:51:25.564322 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ca607e-bc6a-4106-9aae-6102e1f9b6a3 None None] The sync data for ids ['82a75a07-ccc0-4d47-83ea-4d096aa9472c'] in dv-cinder-732704-6-iscsi is: [{'id': '82a75a07-ccc0-4d47-83ea-4d096aa9472c', 'name': 'router1', 'tenant_id': 'cfc68133f0cf461e8e0838c2bc6951f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:51:11Z', 'updated_at': '2021-10-26T14:51:21Z', 'revision_number': 2, 'project_id': 'cfc68133f0cf461e8e0838c2bc6951f5', 'gw_port_host': None, '_interfaces': [{'id': '68dc2c5b-faed-4b95-8117-0736956058c6', 'name': '', 'network_id': 'dd56e9c1-7e6c-49e8-a2ed-807749eb4170', 'tenant_id': 'cfc68133f0cf461e8e0838c2bc6951f5', 'mac_address': 'fa:16:3e:f3:6f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82a75a07-ccc0-4d47-83ea-4d096aa9472c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '79a734a6-e871-4a23-9787-a49f973d254f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:51:21Z', 'updated_at': '2021-10-26T14:51:24Z', 'revision_number': 4, 'project_id': 'cfc68133f0cf461e8e0838c2bc6951f5', 'subnets': [{'id': '79a734a6-e871-4a23-9787-a49f973d254f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77774879-8041-4693-b8b4-14ebeedcfbae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:51:25.574854 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-314216f7-f143-4259-990e-c7250d72a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:25.644289 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314216f7-f143-4259-990e-c7250d72a8e5 None None] Pushing event updated for resources: {'Port': ['ID=68dc2c5b-faed-4b95-8117-0736956058c6,revision_number=5']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:51:25.983762 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 53672) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:51:26.121956 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc56b5b1-aa34-4121-8abd-9614c5c772d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:51:26.123557 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-bc56b5b1-aa34-4121-8abd-9614c5c772d7 admin admin] 10.222.0.57 "GET /v2.0/networks/164d7f62-997a-4502-882b-0bfc21bc1de5 HTTP/1.1" status: 200 len: 842 time: 0.1387630 Oct 26 14:51:26.138566 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [None req-2916fdd6-bee9-4da1-8293-61c7e61adb87 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:51:26.294496 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2916fdd6-bee9-4da1-8293-61c7e61adb87 admin admin] Made reservation on behalf of da663fb4171646cdb012ffdbbc8de00c for: {'subnet': 1} {{(pid=108647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:51:26.298247 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-2916fdd6-bee9-4da1-8293-61c7e61adb87 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:26.689080 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.objects.ports [None req-2916fdd6-bee9-4da1-8293-61c7e61adb87 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108647) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 14:51:26.689733 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-2916fdd6-bee9-4da1-8293-61c7e61adb87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593'] for subnet, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:26.760166 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2916fdd6-bee9-4da1-8293-61c7e61adb87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ece9388-c7af-48ed-bfac-1151ab9231f6,revision_number=0']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:51:26.768693 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2916fdd6-bee9-4da1-8293-61c7e61adb87 admin admin] Checking segment: {'id': '48b4b2e5-ca40-4770-b351-7c2adc646ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:51:26.769080 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2916fdd6-bee9-4da1-8293-61c7e61adb87 admin admin] Network hostable DHCP agents. Network: 164d7f62-997a-4502-882b-0bfc21bc1de5, hostable agents: ['b4d4e8dd-6314-45fe-b027-8ffd5f87ed07'], hosted agents: [] {{(pid=108647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:51:26.879249 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2916fdd6-bee9-4da1-8293-61c7e61adb87 admin admin] Network 164d7f62-997a-4502-882b-0bfc21bc1de5 is scheduled to be hosted by DHCP agent b4d4e8dd-6314-45fe-b027-8ffd5f87ed07 with binding_index 1 {{(pid=108647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:51:26.974075 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [None req-2916fdd6-bee9-4da1-8293-61c7e61adb87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-732704-6-iscsi, 164d7f62-997a-4502-882b-0bfc21bc1de5) {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:51:26.979887 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2916fdd6-bee9-4da1-8293-61c7e61adb87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:51:26.981110 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-2916fdd6-bee9-4da1-8293-61c7e61adb87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for subnet, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:26.986245 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3ed182-3447-4ffb-a286-0a98b720266f None None] Network 164d7f62-997a-4502-882b-0bfc21bc1de5 requested from dv-cinder-732704-6-iscsi {{(pid=108649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:51:27.068149 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-2916fdd6-bee9-4da1-8293-61c7e61adb87 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9333274 Oct 26 14:51:27.136132 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9770ab10-2500-47c7-b69d-7db05efc5e90 None None] Network 164d7f62-997a-4502-882b-0bfc21bc1de5 requested from dv-cinder-732704-6-iscsi {{(pid=108649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:51:29.596771 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 53680) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:51:29.897516 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-e4b53ffa-9232-4527-83c0-52c223b63d35 admin admin] 10.222.0.57 "GET /v2.0/routers/82a75a07-ccc0-4d47-83ea-4d096aa9472c HTTP/1.1" status: 200 len: 710 time: 0.2992649 Oct 26 14:51:30.117235 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7309953c-6e33-4263-9d37-b3560ab2e8f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:51:30.126425 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-7309953c-6e33-4263-9d37-b3560ab2e8f8 admin admin] 10.222.0.57 "GET /v2.0/networks/164d7f62-997a-4502-882b-0bfc21bc1de5 HTTP/1.1" status: 200 len: 886 time: 0.2091188 Oct 26 14:51:30.133813 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-59c66fb7-0912-48b7-8a17-7787a7171d89 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'}}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:51:30.452146 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-59c66fb7-0912-48b7-8a17-7787a7171d89 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:30.782416 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-59c66fb7-0912-48b7-8a17-7787a7171d89 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:30.859795 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-59c66fb7-0912-48b7-8a17-7787a7171d89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:31.059682 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.db.db_base_plugin_common [None req-59c66fb7-0912-48b7-8a17-7787a7171d89 admin admin] Allocated IP 172.27.0.88 (164d7f62-997a-4502-882b-0bfc21bc1de5/6ece9388-c7af-48ed-bfac-1151ab9231f6/ae754efd-b97e-486a-99a9-e5d10c268fc4) {{(pid=108648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:51:31.174518 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-59c66fb7-0912-48b7-8a17-7787a7171d89 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:31.277778 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-59c66fb7-0912-48b7-8a17-7787a7171d89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706'] for port, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:31.457802 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c66fb7-0912-48b7-8a17-7787a7171d89 admin admin] Network 164d7f62-997a-4502-882b-0bfc21bc1de5 is already hosted by enough agents. {{(pid=108648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:51:31.473681 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.base_scheduler [None req-59c66fb7-0912-48b7-8a17-7787a7171d89 admin admin] Resources bound (agent type, host, resource id): {{(pid=108648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:51:31.482487 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c66fb7-0912-48b7-8a17-7787a7171d89 admin admin] Pushing event updated for resources: {'Port': ['ID=ae754efd-b97e-486a-99a9-e5d10c268fc4,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:51:31.502733 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c66fb7-0912-48b7-8a17-7787a7171d89 admin admin] Received port after_create {{(pid=108648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:51:31.967378 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-59c66fb7-0912-48b7-8a17-7787a7171d89 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:32.179717 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-59c66fb7-0912-48b7-8a17-7787a7171d89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536295859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536295177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2835'] for router, precommit_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:32.184276 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-59c66fb7-0912-48b7-8a17-7787a7171d89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536295836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536295850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536295845', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536295168'] for router, after_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:32.214029 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 5 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:51:32.300198 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c66fb7-0912-48b7-8a17-7787a7171d89 admin admin] Router 82a75a07-ccc0-4d47-83ea-4d096aa9472c has already been hosted by L3 agent aad0d180-bd62-492d-9d56-445be5af9cbd {{(pid=108648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:51:32.383184 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 68dc2c5b-faed-4b95-8117-0736956058c6 up at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:51:32.416008 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c66fb7-0912-48b7-8a17-7787a7171d89 admin admin] Notify agent at l3_agent.dv-cinder-732704-6-iscsi the message routers_updated {{(pid=108648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:51:32.421354 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-59c66fb7-0912-48b7-8a17-7787a7171d89 admin admin] Publish callbacks [] for router, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:32.422516 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-59c66fb7-0912-48b7-8a17-7787a7171d89 admin admin] 10.222.0.57 "PUT /v2.0/routers/82a75a07-ccc0-4d47-83ea-4d096aa9472c HTTP/1.1" status: 200 len: 889 time: 2.2950191 Oct 26 14:51:32.447365 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Provisioning complete for port 68dc2c5b-faed-4b95-8117-0736956058c6 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:51:32.447748 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:33.182313 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20007b1-4781-4cc4-92dc-9bbe92d8d358 None None] Sync routers for ids ['82a75a07-ccc0-4d47-83ea-4d096aa9472c'] in dv-cinder-732704-6-iscsi {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:51:33.195788 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20007b1-4781-4cc4-92dc-9bbe92d8d358 None None] Routers {'82a75a07-ccc0-4d47-83ea-4d096aa9472c'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:51:33.196553 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-c20007b1-4781-4cc4-92dc-9bbe92d8d358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T14:51:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['82a75a07-ccc0-4d47-83ea-4d096aa9472c'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:51:33.421233 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-c20007b1-4781-4cc4-92dc-9bbe92d8d358 None None] Set router 82a75a07-ccc0-4d47-83ea-4d096aa9472c gateway port host: dv-cinder-732704-6-iscsi {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:51:33.925313 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-c20007b1-4781-4cc4-92dc-9bbe92d8d358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a75a07-ccc0-4d47-83ea-4d096aa9472c', 'name': 'router1', 'tenant_id': 'cfc68133f0cf461e8e0838c2bc6951f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'ae754efd-b97e-486a-99a9-e5d10c268fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:51:11Z', 'updated_at': '2021-10-26T14:51:31Z', 'revision_number': 4, 'project_id': 'cfc68133f0cf461e8e0838c2bc6951f5', 'gw_port': {'id': 'ae754efd-b97e-486a-99a9-e5d10c268fc4', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82a75a07-ccc0-4d47-83ea-4d096aa9472c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:51:30Z', 'updated_at': '2021-10-26T14:51:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': '68dc2c5b-faed-4b95-8117-0736956058c6', 'name': '', 'network_id': 'dd56e9c1-7e6c-49e8-a2ed-807749eb4170', 'tenant_id': 'cfc68133f0cf461e8e0838c2bc6951f5', 'mac_address': 'fa:16:3e:f3:6f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a75a07-ccc0-4d47-83ea-4d096aa9472c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '79a734a6-e871-4a23-9787-a49f973d254f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:51:21Z', 'updated_at': '2021-10-26T14:51:25Z', 'revision_number': 5, 'project_id': 'cfc68133f0cf461e8e0838c2bc6951f5', 'subnets': [{'id': '79a734a6-e871-4a23-9787-a49f973d254f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77774879-8041-4693-b8b4-14ebeedcfbae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:51:33.978571 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20007b1-4781-4cc4-92dc-9bbe92d8d358 None None] Checking router: 82a75a07-ccc0-4d47-83ea-4d096aa9472c for host: dv-cinder-732704-6-iscsi {{(pid=108649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:51:33.978978 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20007b1-4781-4cc4-92dc-9bbe92d8d358 None None] Updating router 82a75a07-ccc0-4d47-83ea-4d096aa9472c port ae754efd-b97e-486a-99a9-e5d10c268fc4 binding host dv-cinder-732704-6-iscsi {{(pid=108649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:51:34.028888 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-c20007b1-4781-4cc4-92dc-9bbe92d8d358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:34.361318 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-c20007b1-4781-4cc4-92dc-9bbe92d8d358 None None] Publish callbacks [] for port, precommit_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:34.431024 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-c20007b1-4781-4cc4-92dc-9bbe92d8d358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:34.481960 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-c20007b1-4781-4cc4-92dc-9bbe92d8d358 None None] Attempting to bind port ae754efd-b97e-486a-99a9-e5d10c268fc4 on host dv-cinder-732704-6-iscsi for vnic_type normal with profile {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:51:34.482319 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-c20007b1-4781-4cc4-92dc-9bbe92d8d358 None None] Attempting to bind port ae754efd-b97e-486a-99a9-e5d10c268fc4 by drivers openvswitch,hyperv on host dv-cinder-732704-6-iscsi at level 0 using segments [{'id': '48b4b2e5-ca40-4770-b351-7c2adc646ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'}] {{(pid=108649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:51:34.482704 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20007b1-4781-4cc4-92dc-9bbe92d8d358 None None] Attempting to bind port ae754efd-b97e-486a-99a9-e5d10c268fc4 on network 164d7f62-997a-4502-882b-0bfc21bc1de5 {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:51:34.492236 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20007b1-4781-4cc4-92dc-9bbe92d8d358 None None] Checking agent: {'id': '7cf7ebdc-aa0b-44cf-abbb-a49983147622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-732704-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 14, 50, 44), 'started_at': datetime.datetime(2021, 10, 26, 14, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-732704-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:51:34.492605 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20007b1-4781-4cc4-92dc-9bbe92d8d358 None None] Checking segment: {'id': '48b4b2e5-ca40-4770-b351-7c2adc646ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:51:34.493002 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-c20007b1-4781-4cc4-92dc-9bbe92d8d358 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:34.493396 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20007b1-4781-4cc4-92dc-9bbe92d8d358 None None] Bound using segment: {'id': '48b4b2e5-ca40-4770-b351-7c2adc646ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'} {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:51:34.494125 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-c20007b1-4781-4cc4-92dc-9bbe92d8d358 None None] Bound port: ae754efd-b97e-486a-99a9-e5d10c268fc4, host: dv-cinder-732704-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48b4b2e5-ca40-4770-b351-7c2adc646ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'}}] {{(pid=108649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:51:34.494526 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-c20007b1-4781-4cc4-92dc-9bbe92d8d358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:34.496084 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e50653-cf46-47b7-a5cd-bf150cc4c219 None None] Pushing event updated for resources: {'Port': ['ID=ae754efd-b97e-486a-99a9-e5d10c268fc4,revision_number=2']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:51:34.550705 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-c20007b1-4781-4cc4-92dc-9bbe92d8d358 None None] For port ae754efd-b97e-486a-99a9-e5d10c268fc4, host dv-cinder-732704-6-iscsi, cleared binding levels {{(pid=108649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:51:34.554253 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-c20007b1-4781-4cc4-92dc-9bbe92d8d358 None None] For port ae754efd-b97e-486a-99a9-e5d10c268fc4, host dv-cinder-732704-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=ae754efd-b97e-486a-99a9-e5d10c268fc4,segment=NetworkSegment(48b4b2e5-ca40-4770-b351-7c2adc646ed5),segment_id=48b4b2e5-ca40-4770-b351-7c2adc646ed5)] {{(pid=108649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:51:34.608566 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-c20007b1-4781-4cc4-92dc-9bbe92d8d358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:34.663138 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20007b1-4781-4cc4-92dc-9bbe92d8d358 None None] Routers {'82a75a07-ccc0-4d47-83ea-4d096aa9472c'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:51:34.663752 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-c20007b1-4781-4cc4-92dc-9bbe92d8d358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T14:51:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['82a75a07-ccc0-4d47-83ea-4d096aa9472c'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:51:34.706087 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e50653-cf46-47b7-a5cd-bf150cc4c219 None None] Pushing event updated for resources: {'Port': ['ID=ae754efd-b97e-486a-99a9-e5d10c268fc4,revision_number=3']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:51:34.782794 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-c20007b1-4781-4cc4-92dc-9bbe92d8d358 None None] Set router 82a75a07-ccc0-4d47-83ea-4d096aa9472c gateway port host: dv-cinder-732704-6-iscsi {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:51:35.012179 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-c20007b1-4781-4cc4-92dc-9bbe92d8d358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a75a07-ccc0-4d47-83ea-4d096aa9472c', 'name': 'router1', 'tenant_id': 'cfc68133f0cf461e8e0838c2bc6951f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'ae754efd-b97e-486a-99a9-e5d10c268fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:51:11Z', 'updated_at': '2021-10-26T14:51:31Z', 'revision_number': 4, 'project_id': 'cfc68133f0cf461e8e0838c2bc6951f5', 'gw_port': {'id': 'ae754efd-b97e-486a-99a9-e5d10c268fc4', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82a75a07-ccc0-4d47-83ea-4d096aa9472c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:51:30Z', 'updated_at': '2021-10-26T14:51:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': '68dc2c5b-faed-4b95-8117-0736956058c6', 'name': '', 'network_id': 'dd56e9c1-7e6c-49e8-a2ed-807749eb4170', 'tenant_id': 'cfc68133f0cf461e8e0838c2bc6951f5', 'mac_address': 'fa:16:3e:f3:6f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a75a07-ccc0-4d47-83ea-4d096aa9472c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '79a734a6-e871-4a23-9787-a49f973d254f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:51:21Z', 'updated_at': '2021-10-26T14:51:25Z', 'revision_number': 5, 'project_id': 'cfc68133f0cf461e8e0838c2bc6951f5', 'subnets': [{'id': '79a734a6-e871-4a23-9787-a49f973d254f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77774879-8041-4693-b8b4-14ebeedcfbae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:51:35.058880 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20007b1-4781-4cc4-92dc-9bbe92d8d358 None None] The sync data for ids ['82a75a07-ccc0-4d47-83ea-4d096aa9472c'] in dv-cinder-732704-6-iscsi is: [{'id': '82a75a07-ccc0-4d47-83ea-4d096aa9472c', 'name': 'router1', 'tenant_id': 'cfc68133f0cf461e8e0838c2bc6951f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'ae754efd-b97e-486a-99a9-e5d10c268fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:51:11Z', 'updated_at': '2021-10-26T14:51:31Z', 'revision_number': 4, 'project_id': 'cfc68133f0cf461e8e0838c2bc6951f5', 'gw_port': {'id': 'ae754efd-b97e-486a-99a9-e5d10c268fc4', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82a75a07-ccc0-4d47-83ea-4d096aa9472c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:51:30Z', 'updated_at': '2021-10-26T14:51:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': '68dc2c5b-faed-4b95-8117-0736956058c6', 'name': '', 'network_id': 'dd56e9c1-7e6c-49e8-a2ed-807749eb4170', 'tenant_id': 'cfc68133f0cf461e8e0838c2bc6951f5', 'mac_address': 'fa:16:3e:f3:6f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a75a07-ccc0-4d47-83ea-4d096aa9472c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '79a734a6-e871-4a23-9787-a49f973d254f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:51:21Z', 'updated_at': '2021-10-26T14:51:25Z', 'revision_number': 5, 'project_id': 'cfc68133f0cf461e8e0838c2bc6951f5', 'subnets': [{'id': '79a734a6-e871-4a23-9787-a49f973d254f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77774879-8041-4693-b8b4-14ebeedcfbae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:51:35.064391 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 53694) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:51:35.189252 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-6f5da685-7056-4de6-ba35-e4a26c2273f9 admin admin] 10.222.0.57 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1236787 Oct 26 14:51:36.387908 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device ae754efd-b97e-486a-99a9-e5d10c268fc4 up at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:51:36.444310 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Provisioning complete for port ae754efd-b97e-486a-99a9-e5d10c268fc4 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:51:36.444707 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:36.571014 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:36.609023 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] For port ae754efd-b97e-486a-99a9-e5d10c268fc4, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=ae754efd-b97e-486a-99a9-e5d10c268fc4,segment=NetworkSegment(48b4b2e5-ca40-4770-b351-7c2adc646ed5),segment_id=48b4b2e5-ca40-4770-b351-7c2adc646ed5)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:51:36.721266 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:36.808179 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Pushing event updated for resources: {'Port': ['ID=ae754efd-b97e-486a-99a9-e5d10c268fc4,revision_number=4']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:51:37.883145 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-f6a8beaf-b1a1-46e0-a50c-2ce98287be07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:38.389221 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device ae754efd-b97e-486a-99a9-e5d10c268fc4 up at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:51:38.457640 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Provisioning complete for port ae754efd-b97e-486a-99a9-e5d10c268fc4 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:51:38.458000 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:43.219070 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-1e8e6492-9f44-4e37-9cc4-58b9b1e5b7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:43.774806 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:43.805838 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:45.268119 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:07.914020 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-89a48c0a-b5a5-4442-8003-e9793c775d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:09.213169 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 5 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:52:13.212386 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-fd6e7b17-9cdb-4bca-acef-a75a8a1f1b44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:13.726765 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:13.783947 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:15.305083 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:37.896740 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e997684-ac36-430e-acf6-f53819430d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:43.210928 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-1a0c6d76-d6ff-4f87-80ef-df20464c8c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:43.736995 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:43.889519 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:45.262234 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:46.212288 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 5 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:53:07.900824 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-dd7a2d5d-912a-48d3-9ed9-7fa3f78d87b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:13.221134 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-b4eddd8a-d752-439f-ab00-43c902cceee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:13.722040 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:13.827173 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:15.267216 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:17.593473 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 54256) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:53:17.659980 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fffe0cb-cba9-4b5b-8112-cc16441b8f93 admin admin] GET failed (client error): The resource could not be found. Oct 26 14:53:17.661418 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-4fffe0cb-cba9-4b5b-8112-cc16441b8f93 admin admin] 10.222.0.57 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0669518 Oct 26 14:53:17.843131 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f88dcc2-3e0a-4dbd-823c-0b909c1fe176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:17.844769 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-9f88dcc2-3e0a-4dbd-823c-0b909c1fe176 admin admin] 10.222.0.57 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1784432 Oct 26 14:53:20.214572 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 54266) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:53:20.315218 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b01ef7f-d5eb-449d-9e1b-facc09ff9819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:20.316602 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-3b01ef7f-d5eb-449d-9e1b-facc09ff9819 admin admin] 10.222.0.57 "GET /v2.0/subnets/79a734a6-e871-4a23-9787-a49f973d254f HTTP/1.1" status: 200 len: 849 time: 0.1009989 Oct 26 14:53:20.326842 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-d41b0372-ebce-4033-b7c9-770d713da889 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:53:20.415275 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-d41b0372-ebce-4033-b7c9-770d713da889 admin admin] Publish callbacks [] for subnet, before_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:20.644154 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-d41b0372-ebce-4033-b7c9-770d713da889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752338075365'] for subnet, after_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:20.755462 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41b0372-ebce-4033-b7c9-770d713da889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:20.756532 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-d41b0372-ebce-4033-b7c9-770d713da889 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for subnet, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:20.757284 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-d41b0372-ebce-4033-b7c9-770d713da889 admin admin] 10.222.0.57 "PUT /v2.0/subnets/79a734a6-e871-4a23-9787-a49f973d254f HTTP/1.1" status: 200 len: 868 time: 0.4343293 Oct 26 14:53:20.759737 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331eff04-4185-4463-a126-f926971e0188 None None] Network dd56e9c1-7e6c-49e8-a2ed-807749eb4170 requested from dv-cinder-732704-6-iscsi {{(pid=108649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:53:20.782056 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b0372-ebce-4033-b7c9-770d713da889 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79a734a6-e871-4a23-9787-a49f973d254f,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:53:20.790866 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41b0372-ebce-4033-b7c9-770d713da889 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:53:20.796292 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41b0372-ebce-4033-b7c9-770d713da889 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:53:20.796292 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41b0372-ebce-4033-b7c9-770d713da889 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:53:20.796292 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41b0372-ebce-4033-b7c9-770d713da889 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:53:20.796292 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41b0372-ebce-4033-b7c9-770d713da889 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:53:20.796292 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41b0372-ebce-4033-b7c9-770d713da889 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:53:20.796292 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41b0372-ebce-4033-b7c9-770d713da889 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:53:20.796292 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41b0372-ebce-4033-b7c9-770d713da889 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:53:20.796292 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41b0372-ebce-4033-b7c9-770d713da889 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:53:20.796292 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41b0372-ebce-4033-b7c9-770d713da889 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:53:20.796292 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41b0372-ebce-4033-b7c9-770d713da889 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:53:20.796292 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41b0372-ebce-4033-b7c9-770d713da889 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:53:21.159383 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-033a9ceb-ee2c-46e7-9f9b-cebccd274012 None None] Provisioning complete for port 68dc2c5b-faed-4b95-8117-0736956058c6 triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:53:21.159750 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-033a9ceb-ee2c-46e7-9f9b-cebccd274012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:21.254574 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-033a9ceb-ee2c-46e7-9f9b-cebccd274012 None None] Provisioning complete for port 6258ee9c-8bce-4f11-8aae-47058e53b10b triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:53:21.254898 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-033a9ceb-ee2c-46e7-9f9b-cebccd274012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:23.097478 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 54274) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:53:23.210744 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 5 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:53:23.303465 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7b55be-a2fd-4b58-8001-5c0e64f16447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:23.303846 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7b55be-a2fd-4b58-8001-5c0e64f16447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:23.305382 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-ce7b55be-a2fd-4b58-8001-5c0e64f16447 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2069373 Oct 26 14:53:25.651110 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 54282) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:53:25.786734 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c4433e-42e8-4cb1-b119-494a9998dbf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:25.787045 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c4433e-42e8-4cb1-b119-494a9998dbf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:25.788568 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-c2c4433e-42e8-4cb1-b119-494a9998dbf5 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1364827 Oct 26 14:53:28.192607 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 54290) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:53:28.321004 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633e589f-78b5-4f5f-9115-8b6913a0a9af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:28.322393 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-633e589f-78b5-4f5f-9115-8b6913a0a9af admin admin] 10.222.0.57 "GET /v2.0/networks/164d7f62-997a-4502-882b-0bfc21bc1de5 HTTP/1.1" status: 200 len: 886 time: 0.1288297 Oct 26 14:53:30.648134 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 54298) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:53:30.782541 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03713ef9-2014-4935-8364-521efc694f55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:30.784015 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-03713ef9-2014-4935-8364-521efc694f55 admin admin] 10.222.0.57 "GET /v2.0/networks/dd56e9c1-7e6c-49e8-a2ed-807749eb4170 HTTP/1.1" status: 200 len: 869 time: 0.1348419 Oct 26 14:53:33.233930 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 54308) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:53:33.356626 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ef0a77-7923-4bba-8626-8249d21162dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:33.357076 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ef0a77-7923-4bba-8626-8249d21162dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:33.358605 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-00ef0a77-7923-4bba-8626-8249d21162dc admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1237342 Oct 26 14:53:35.802621 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 54316) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:53:35.894915 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b630d3-e53c-44cc-ae67-1cb9c11b92c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:35.895365 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b630d3-e53c-44cc-ae67-1cb9c11b92c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:35.896880 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-04b630d3-e53c-44cc-ae67-1cb9c11b92c9 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0932910 Oct 26 14:53:37.917986 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-8ca00bbf-e3c2-4f67-b73f-6ccba1d43188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:38.216857 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 54324) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:53:38.302347 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e7b36b-b0ec-4bd7-b41a-00235184b132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:38.303742 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-37e7b36b-b0ec-4bd7-b41a-00235184b132 admin admin] 10.222.0.57 "GET /v2.0/subnets/6ece9388-c7af-48ed-bfac-1151ab9231f6 HTTP/1.1" status: 200 len: 816 time: 0.0859272 Oct 26 14:53:40.622524 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 54332) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:53:40.712633 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ea3498-639a-4ab1-9112-f68c21fa4cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:40.714052 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-f3ea3498-639a-4ab1-9112-f68c21fa4cb8 admin admin] 10.222.0.57 "GET /v2.0/subnets/79a734a6-e871-4a23-9787-a49f973d254f HTTP/1.1" status: 200 len: 868 time: 0.0905690 Oct 26 14:53:43.225641 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-84d59caa-c25d-4a1f-b270-99d0ccfce80b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:43.774676 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:43.859984 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:45.265728 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:00.210541 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 5 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:54:05.898183 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 54386) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:54:05.947376 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [None req-24e17f0e-c8ed-49a8-b72a-8c79a15559b6 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=108647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:54:05.948413 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-24e17f0e-c8ed-49a8-b72a-8c79a15559b6 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0492542 Oct 26 14:54:07.905338 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-870005c8-d100-49fe-a435-380b4d75a184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:08.393301 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 54394) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:54:08.460867 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.pecan_wsgi.hooks.translation [None req-f55513d5-b9cd-425c-ac70-a2ffbead5447 admin admin] GET failed (client error): The resource could not be found. Oct 26 14:54:08.462256 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-f55513d5-b9cd-425c-ac70-a2ffbead5447 admin admin] 10.222.0.57 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0679882 Oct 26 14:54:08.552778 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ded26a-f9d2-42f2-9369-e22bae0b3d99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:08.554182 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-54ded26a-f9d2-42f2-9369-e22bae0b3d99 admin admin] 10.222.0.57 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0870628 Oct 26 14:54:10.893731 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 54402) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:54:10.941862 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-fa1cb70e-3cc5-43f3-8753-2d65d6282a3c admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:54:11.064733 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1cb70e-3cc5-43f3-8753-2d65d6282a3c admin admin] Made reservation on behalf of da663fb4171646cdb012ffdbbc8de00c for: {'network': 1} {{(pid=108648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:54:11.067153 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-fa1cb70e-3cc5-43f3-8753-2d65d6282a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for network, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:11.101484 dv-cinder-732704-6-iscsi neutron-server[108648]: WARNING neutron.services.revisions.revision_plugin [None req-fa1cb70e-3cc5-43f3-8753-2d65d6282a3c admin admin] Could not find related network for resource to bump revision. Oct 26 14:54:11.113451 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa1cb70e-3cc5-43f3-8753-2d65d6282a3c admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=108648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:54:11.123338 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-fa1cb70e-3cc5-43f3-8753-2d65d6282a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888'] for segment, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:11.126316 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.db.segments_db [None req-fa1cb70e-3cc5-43f3-8753-2d65d6282a3c admin admin] Added segment e6561b2e-837c-4e4b-a5d6-c10c2308d75e of type vlan for network 88f4aa2a-7b63-4113-a692-4f65c169161e Oct 26 14:54:11.162582 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-fa1cb70e-3cc5-43f3-8753-2d65d6282a3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752337516683'] for network, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:11.282745 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-fa1cb70e-3cc5-43f3-8753-2d65d6282a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593'] for network, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:11.283785 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1cb70e-3cc5-43f3-8753-2d65d6282a3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:11.284402 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-fa1cb70e-3cc5-43f3-8753-2d65d6282a3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for network, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:11.346513 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1cb70e-3cc5-43f3-8753-2d65d6282a3c admin admin] Pushing event updated for resources: {'Network': ['ID=88f4aa2a-7b63-4113-a692-4f65c169161e,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:54:11.357442 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Network 88f4aa2a-7b63-4113-a692-4f65c169161e details requested by agent ovs-agent-dv-cinder-732704-6-iscsi with host dv-cinder-732704-6-iscsi {{(pid=108649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:54:11.558573 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-fa1cb70e-3cc5-43f3-8753-2d65d6282a3c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6637046 Oct 26 14:54:13.213089 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-6dd7e920-a11b-44f0-ab20-3a980216695a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:13.739588 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:13.836512 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:13.940991 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 54410) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:54:14.006697 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef6e007f-f67f-4de5-9a41-ada5426696db admin admin] GET failed (client error): The resource could not be found. Oct 26 14:54:14.007963 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-ef6e007f-f67f-4de5-9a41-ada5426696db admin admin] 10.222.0.57 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0660264 Oct 26 14:54:14.083011 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baebbd99-c9d8-4535-a0c9-034bfe0d887d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:14.084486 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-baebbd99-c9d8-4535-a0c9-034bfe0d887d admin admin] 10.222.0.57 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0716970 Oct 26 14:54:14.095416 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-d65eb4ab-c8ae-40a7-8412-278876381f0b admin admin] Request body: {'subnet': {'network_id': '88f4aa2a-7b63-4113-a692-4f65c169161e', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:54:14.201983 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65eb4ab-c8ae-40a7-8412-278876381f0b admin admin] Made reservation on behalf of da663fb4171646cdb012ffdbbc8de00c for: {'subnet': 1} {{(pid=108648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:54:14.204355 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-d65eb4ab-c8ae-40a7-8412-278876381f0b admin admin] Publish callbacks [] for subnet, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:14.454207 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-d65eb4ab-c8ae-40a7-8412-278876381f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593'] for subnet, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:14.511029 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65eb4ab-c8ae-40a7-8412-278876381f0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c7e659f-0ecd-48dd-9e1f-67b65d886c9a,revision_number=0']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:54:14.523592 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65eb4ab-c8ae-40a7-8412-278876381f0b admin admin] Checking segment: {'id': 'e6561b2e-837c-4e4b-a5d6-c10c2308d75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '88f4aa2a-7b63-4113-a692-4f65c169161e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:54:14.523963 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65eb4ab-c8ae-40a7-8412-278876381f0b admin admin] Network hostable DHCP agents. Network: 88f4aa2a-7b63-4113-a692-4f65c169161e, hostable agents: ['b4d4e8dd-6314-45fe-b027-8ffd5f87ed07'], hosted agents: [] {{(pid=108648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:54:14.642570 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65eb4ab-c8ae-40a7-8412-278876381f0b admin admin] Network 88f4aa2a-7b63-4113-a692-4f65c169161e is scheduled to be hosted by DHCP agent b4d4e8dd-6314-45fe-b027-8ffd5f87ed07 with binding_index 1 {{(pid=108648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:54:14.796107 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.base_scheduler [None req-d65eb4ab-c8ae-40a7-8412-278876381f0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-732704-6-iscsi, 88f4aa2a-7b63-4113-a692-4f65c169161e) {{(pid=108648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:54:14.800229 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65eb4ab-c8ae-40a7-8412-278876381f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:14.800840 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-d65eb4ab-c8ae-40a7-8412-278876381f0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for subnet, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:14.805370 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9798c4-208b-4796-989c-c4f2409149b9 None None] Network 88f4aa2a-7b63-4113-a692-4f65c169161e requested from dv-cinder-732704-6-iscsi {{(pid=108649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:54:14.902247 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-d65eb4ab-c8ae-40a7-8412-278876381f0b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8106542 Oct 26 14:54:14.961983 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9718dd3-3c41-4343-b781-1d059163f132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72fa0a13-38eb-554b-8c64-da8832a67d1e-88f4aa2a-7b63-4113-a692-4f65c169161e', 'network_id': '88f4aa2a-7b63-4113-a692-4f65c169161e', 'tenant_id': 'da663fb4171646cdb012ffdbbc8de00c', 'fixed_ips': [{'subnet_id': '8c7e659f-0ecd-48dd-9e1f-67b65d886c9a'}]}} from dv-cinder-732704-6-iscsi. {{(pid=108649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:54:14.962943 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-e9718dd3-3c41-4343-b781-1d059163f132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:15.118504 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.db_base_plugin_common [None req-e9718dd3-3c41-4343-b781-1d059163f132 None None] Allocated IP 192.168.233.2 (88f4aa2a-7b63-4113-a692-4f65c169161e/8c7e659f-0ecd-48dd-9e1f-67b65d886c9a/173c6d45-7411-4759-aa03-00ac902dc2ed) {{(pid=108649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:54:15.283256 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-e9718dd3-3c41-4343-b781-1d059163f132 None None] Publish callbacks [] for port, precommit_create {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:15.316347 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:15.471093 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-e9718dd3-3c41-4343-b781-1d059163f132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706'] for port, after_create {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:15.515942 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9718dd3-3c41-4343-b781-1d059163f132 None None] Network 88f4aa2a-7b63-4113-a692-4f65c169161e is already hosted by enough agents. {{(pid=108649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:54:15.519142 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.scheduler.base_scheduler [None req-e9718dd3-3c41-4343-b781-1d059163f132 None None] Resources bound (agent type, host, resource id): {{(pid=108649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:54:15.523515 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9718dd3-3c41-4343-b781-1d059163f132 None None] Received port after_create {{(pid=108649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:54:15.529425 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9718dd3-3c41-4343-b781-1d059163f132 None None] Pushing event updated for resources: {'Port': ['ID=173c6d45-7411-4759-aa03-00ac902dc2ed,revision_number=1']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:54:15.541620 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9718dd3-3c41-4343-b781-1d059163f132 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:54:15.541989 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9718dd3-3c41-4343-b781-1d059163f132 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:54:15.542325 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9718dd3-3c41-4343-b781-1d059163f132 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:54:15.542732 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9718dd3-3c41-4343-b781-1d059163f132 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:54:15.543001 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9718dd3-3c41-4343-b781-1d059163f132 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:54:15.543332 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9718dd3-3c41-4343-b781-1d059163f132 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:54:15.543654 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9718dd3-3c41-4343-b781-1d059163f132 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:54:15.543980 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9718dd3-3c41-4343-b781-1d059163f132 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:54:15.544312 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9718dd3-3c41-4343-b781-1d059163f132 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:54:15.544638 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9718dd3-3c41-4343-b781-1d059163f132 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:54:15.544959 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9718dd3-3c41-4343-b781-1d059163f132 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:54:15.545280 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9718dd3-3c41-4343-b781-1d059163f132 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:54:15.592738 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-e9718dd3-3c41-4343-b781-1d059163f132 None None] Attempting to bind port 173c6d45-7411-4759-aa03-00ac902dc2ed on host dv-cinder-732704-6-iscsi for vnic_type normal with profile {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:54:15.593100 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-e9718dd3-3c41-4343-b781-1d059163f132 None None] Attempting to bind port 173c6d45-7411-4759-aa03-00ac902dc2ed by drivers openvswitch,hyperv on host dv-cinder-732704-6-iscsi at level 0 using segments [{'id': 'e6561b2e-837c-4e4b-a5d6-c10c2308d75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '88f4aa2a-7b63-4113-a692-4f65c169161e'}] {{(pid=108649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:54:15.594111 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9718dd3-3c41-4343-b781-1d059163f132 None None] Attempting to bind port 173c6d45-7411-4759-aa03-00ac902dc2ed on network 88f4aa2a-7b63-4113-a692-4f65c169161e {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:54:15.599811 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9718dd3-3c41-4343-b781-1d059163f132 None None] Checking agent: {'id': '7cf7ebdc-aa0b-44cf-abbb-a49983147622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-732704-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 14, 50, 44), 'started_at': datetime.datetime(2021, 10, 26, 14, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-732704-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:54:15.600173 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9718dd3-3c41-4343-b781-1d059163f132 None None] Checking segment: {'id': 'e6561b2e-837c-4e4b-a5d6-c10c2308d75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '88f4aa2a-7b63-4113-a692-4f65c169161e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:54:15.600586 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-e9718dd3-3c41-4343-b781-1d059163f132 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:15.601032 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9718dd3-3c41-4343-b781-1d059163f132 None None] Bound using segment: {'id': 'e6561b2e-837c-4e4b-a5d6-c10c2308d75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '88f4aa2a-7b63-4113-a692-4f65c169161e'} {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:54:15.601460 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-e9718dd3-3c41-4343-b781-1d059163f132 None None] Bound port: 173c6d45-7411-4759-aa03-00ac902dc2ed, host: dv-cinder-732704-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6561b2e-837c-4e4b-a5d6-c10c2308d75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '88f4aa2a-7b63-4113-a692-4f65c169161e'}}] {{(pid=108649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:54:15.601834 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-e9718dd3-3c41-4343-b781-1d059163f132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:15.669780 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-e9718dd3-3c41-4343-b781-1d059163f132 None None] For port 173c6d45-7411-4759-aa03-00ac902dc2ed, host dv-cinder-732704-6-iscsi, cleared binding levels {{(pid=108649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:54:15.673725 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-e9718dd3-3c41-4343-b781-1d059163f132 None None] For port 173c6d45-7411-4759-aa03-00ac902dc2ed, host dv-cinder-732704-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=173c6d45-7411-4759-aa03-00ac902dc2ed,segment=NetworkSegment(e6561b2e-837c-4e4b-a5d6-c10c2308d75e),segment_id=e6561b2e-837c-4e4b-a5d6-c10c2308d75e)] {{(pid=108649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:54:15.788617 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-e9718dd3-3c41-4343-b781-1d059163f132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:15.849788 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9718dd3-3c41-4343-b781-1d059163f132 None None] Pushing event updated for resources: {'Port': ['ID=173c6d45-7411-4759-aa03-00ac902dc2ed,revision_number=2']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:54:16.493961 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 173c6d45-7411-4759-aa03-00ac902dc2ed up at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:54:16.552585 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Provisioning complete for port 173c6d45-7411-4759-aa03-00ac902dc2ed triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:54:16.552995 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:16.644174 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:16.675399 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db503ea-3ab9-4058-897b-c060ddc0aca5 None None] Network 88f4aa2a-7b63-4113-a692-4f65c169161e requested from dv-cinder-732704-6-iscsi {{(pid=108649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:54:16.725579 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] For port 173c6d45-7411-4759-aa03-00ac902dc2ed, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=173c6d45-7411-4759-aa03-00ac902dc2ed,segment=NetworkSegment(e6561b2e-837c-4e4b-a5d6-c10c2308d75e),segment_id=e6561b2e-837c-4e4b-a5d6-c10c2308d75e)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:54:16.756405 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-1db7c054-af1c-4cff-8d3a-dcb7fb74e2ec None None] Provisioning complete for port 173c6d45-7411-4759-aa03-00ac902dc2ed triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:54:16.756764 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-1db7c054-af1c-4cff-8d3a-dcb7fb74e2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:16.912382 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:16.955032 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-1db7c054-af1c-4cff-8d3a-dcb7fb74e2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:16.997572 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Pushing event updated for resources: {'Port': ['ID=173c6d45-7411-4759-aa03-00ac902dc2ed,revision_number=3']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:54:17.050677 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.db.api [None req-1db7c054-af1c-4cff-8d3a-dcb7fb74e2ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108649) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:54:17.050677 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG oslo_db.api [None req-1db7c054-af1c-4cff-8d3a-dcb7fb74e2ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:54:17.713154 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-bcfc8ffa-4356-41d8-a1b4-71cc63734a0e None None] Provisioning complete for port 173c6d45-7411-4759-aa03-00ac902dc2ed triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:54:17.713763 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-bcfc8ffa-4356-41d8-a1b4-71cc63734a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:18.441402 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 173c6d45-7411-4759-aa03-00ac902dc2ed up at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:54:18.492948 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Provisioning complete for port 173c6d45-7411-4759-aa03-00ac902dc2ed triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:54:18.493314 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:37.209346 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 5 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:54:37.898172 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-9e89a39e-7b13-443a-b347-2cac86565c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:43.281037 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-23b8213b-5676-4452-9c36-8b60df0938b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:43.732421 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:43.812185 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:45.298055 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:07.875584 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-b571c8ea-9c6a-49b7-b980-86ed6f296109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:13.222281 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2f43e43d-3a71-4572-9c52-f8af8fbb938d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:13.729749 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:13.823663 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:14.208735 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 5 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:55:15.308939 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:37.897251 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-7242cbbc-db6e-4aa9-8db6-bc578b517fe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:43.188856 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-9a7e33cf-0b52-41a6-9fc4-674133c360e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:43.753378 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:43.826830 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:45.291692 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:51.207240 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 5 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:55:55.049803 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 54454) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:55.056502 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [None req-3e463dad-d39d-471f-8db4-c187e5a736a4 tempest-verify_tempest_config-1689239263 tempest-verify_tempest_config-1689239263-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=108648) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:55:55.057515 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-3e463dad-d39d-471f-8db4-c187e5a736a4 tempest-verify_tempest_config-1689239263 tempest-verify_tempest_config-1689239263-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0066879 Oct 26 14:55:55.581765 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 54472) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:55.687460 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-2c32785d-9416-4801-b620-6def5c624984 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:55.760089 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-2c32785d-9416-4801-b620-6def5c624984 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:55.857197 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-2c32785d-9416-4801-b620-6def5c624984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:55.902752 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-2c32785d-9416-4801-b620-6def5c624984 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ea534db54bbf4efb9df2b14ff4acf8bb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3198726 Oct 26 14:55:55.903578 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32785d-9416-4801-b620-6def5c624984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27001721-c460-4e3e-b2b1-ff5c2ac06cd0,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:55.905543 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 54476) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:55.910299 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c32785d-9416-4801-b620-6def5c624984 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:55.910603 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c32785d-9416-4801-b620-6def5c624984 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:55.910971 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c32785d-9416-4801-b620-6def5c624984 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:55.911310 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c32785d-9416-4801-b620-6def5c624984 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:55.911642 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c32785d-9416-4801-b620-6def5c624984 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:55.911999 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c32785d-9416-4801-b620-6def5c624984 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:55.912333 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c32785d-9416-4801-b620-6def5c624984 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:55.912686 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c32785d-9416-4801-b620-6def5c624984 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:55.913019 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c32785d-9416-4801-b620-6def5c624984 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:55.913350 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c32785d-9416-4801-b620-6def5c624984 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:55.913674 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c32785d-9416-4801-b620-6def5c624984 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:55.913995 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c32785d-9416-4801-b620-6def5c624984 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:55.961091 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-dc6c2926-e686-4690-9356-7f0db78a9a19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:55.981753 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-dc6c2926-e686-4690-9356-7f0db78a9a19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:56.148876 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-dc6c2926-e686-4690-9356-7f0db78a9a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:56.151776 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-dc6c2926-e686-4690-9356-7f0db78a9a19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:56.153459 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-dc6c2926-e686-4690-9356-7f0db78a9a19 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/27001721-c460-4e3e-b2b1-ff5c2ac06cd0 HTTP/1.1" status: 204 len: 168 time: 0.2469594 Oct 26 14:55:56.161594 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c2926-e686-4690-9356-7f0db78a9a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27001721-c460-4e3e-b2b1-ff5c2ac06cd0,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:56.169443 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6c2926-e686-4690-9356-7f0db78a9a19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:56.169799 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6c2926-e686-4690-9356-7f0db78a9a19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:56.170144 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6c2926-e686-4690-9356-7f0db78a9a19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:56.170487 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6c2926-e686-4690-9356-7f0db78a9a19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:56.170969 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6c2926-e686-4690-9356-7f0db78a9a19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:56.171195 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6c2926-e686-4690-9356-7f0db78a9a19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:56.171533 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6c2926-e686-4690-9356-7f0db78a9a19 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:56.171877 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6c2926-e686-4690-9356-7f0db78a9a19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:56.172213 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6c2926-e686-4690-9356-7f0db78a9a19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:56.172541 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6c2926-e686-4690-9356-7f0db78a9a19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:56.172891 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6c2926-e686-4690-9356-7f0db78a9a19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:56.173214 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6c2926-e686-4690-9356-7f0db78a9a19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:56:07.911283 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-87692778-9cb5-42c7-a970-49a27c354af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:13.196786 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-8bede583-feb9-4f37-9c5e-d76e73e6c5ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:13.734688 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:13.816682 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:15.285169 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:28.206336 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 5 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:56:37.924215 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-8b0ecbf3-1a9c-418d-9fbb-38aa595b48ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:43.330117 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-8db501a6-6b8e-437a-ae41-d02b81b33e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:43.761589 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:43.882325 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:45.319158 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:05.204833 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 5 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:57:07.889259 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-497f18a3-f6aa-4c7d-a767-19e9e642648c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:13.192281 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-79f48ae5-ce1d-46cb-b719-6101a900f927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:13.735178 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:13.809116 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:15.295172 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:28.341162 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536296101'] for agent, after_create {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:37.913462 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e1759f8-ab64-4b53-90ed-714a4d905cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:42.207028 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:57:43.220606 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-09b41529-7b76-41e5-9397-e6a7cec83efd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:43.583314 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 54550) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:57:43.690264 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-9bbb5400-11cf-4791-ad82-ac0e97aebb04 admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1058142 Oct 26 14:57:43.736681 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:43.847189 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:45.308476 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:46.007853 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 54560) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:57:46.068996 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-4698b7f2-d6f1-4d40-8803-7d34c98e8aa3 admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0600760 Oct 26 14:57:58.289347 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:07.918339 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-47803756-0bb3-4302-bfdc-59613a2000e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:13.209770 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-b8dc4e59-f11d-4799-9f43-f0df86a94afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:13.735617 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:13.831495 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:15.295205 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:19.206392 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:58:28.295283 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:37.906934 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-b3df8259-55c2-4857-bf8d-1f388fca65eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:43.220374 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-5b50f580-53a9-4ace-8f71-5dadbe1961b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:43.745685 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:43.866006 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:45.317493 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:56.205462 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:58:58.305122 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:07.910341 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-9eb4904f-215f-483e-907d-a7fca3bc2726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:13.219699 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-8bc176da-9549-43d8-ab98-b2fa306e9061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:13.791478 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:13.904880 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:15.333100 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:16.298043 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 54748) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:16.513744 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-291120bd-6c4c-4f12-98af-6522b2ec9ddf admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1698684522-network', 'tenant_id': '64aaf0d1d8174803afcb5ebeaa2a8627'}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:16.630796 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291120bd-6c4c-4f12-98af-6522b2ec9ddf admin admin] Made reservation on behalf of 64aaf0d1d8174803afcb5ebeaa2a8627 for: {'network': 1} {{(pid=108648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:59:16.634385 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-291120bd-6c4c-4f12-98af-6522b2ec9ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for network, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:16.642520 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-291120bd-6c4c-4f12-98af-6522b2ec9ddf admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:16.714760 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-291120bd-6c4c-4f12-98af-6522b2ec9ddf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:16.813929 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-291120bd-6c4c-4f12-98af-6522b2ec9ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:16.835912 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-291120bd-6c4c-4f12-98af-6522b2ec9ddf admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=108648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:59:16.854090 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-291120bd-6c4c-4f12-98af-6522b2ec9ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888'] for segment, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:16.854930 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.db.segments_db [None req-291120bd-6c4c-4f12-98af-6522b2ec9ddf admin admin] Added segment a5a1ad78-d83b-429a-9cf2-705856c21539 of type vlan for network 2c30d673-7c0e-4f3b-9ed8-8f32b9b3cdbe Oct 26 14:59:16.866910 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291120bd-6c4c-4f12-98af-6522b2ec9ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e255083-1768-4474-a07a-f0b35e252b72,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:16.876753 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291120bd-6c4c-4f12-98af-6522b2ec9ddf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:16.877038 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291120bd-6c4c-4f12-98af-6522b2ec9ddf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:16.877381 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291120bd-6c4c-4f12-98af-6522b2ec9ddf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:16.877713 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291120bd-6c4c-4f12-98af-6522b2ec9ddf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:16.878226 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291120bd-6c4c-4f12-98af-6522b2ec9ddf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:16.878576 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291120bd-6c4c-4f12-98af-6522b2ec9ddf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:16.878944 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291120bd-6c4c-4f12-98af-6522b2ec9ddf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:16.879286 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291120bd-6c4c-4f12-98af-6522b2ec9ddf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:16.879616 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291120bd-6c4c-4f12-98af-6522b2ec9ddf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:16.879938 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291120bd-6c4c-4f12-98af-6522b2ec9ddf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:16.880640 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291120bd-6c4c-4f12-98af-6522b2ec9ddf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:16.880640 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291120bd-6c4c-4f12-98af-6522b2ec9ddf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:16.881713 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291120bd-6c4c-4f12-98af-6522b2ec9ddf admin admin] Tracked resource versions report: Oct 26 14:59:16.881713 dv-cinder-732704-6-iscsi neutron-server[108648]: pushed versions: Oct 26 14:59:16.881713 dv-cinder-732704-6-iscsi neutron-server[108648]: { 'AddressGroup': {'1.2'}, Oct 26 14:59:16.881713 dv-cinder-732704-6-iscsi neutron-server[108648]: 'ConntrackHelper': {'1.0'}, Oct 26 14:59:16.881713 dv-cinder-732704-6-iscsi neutron-server[108648]: 'Log': {'1.0'}, Oct 26 14:59:16.881713 dv-cinder-732704-6-iscsi neutron-server[108648]: 'Network': {'1.1'}, Oct 26 14:59:16.881713 dv-cinder-732704-6-iscsi neutron-server[108648]: 'Port': {'1.7'}, Oct 26 14:59:16.881713 dv-cinder-732704-6-iscsi neutron-server[108648]: 'PortForwarding': {'1.2'}, Oct 26 14:59:16.881713 dv-cinder-732704-6-iscsi neutron-server[108648]: 'QosPolicy': {'1.10'}, Oct 26 14:59:16.881713 dv-cinder-732704-6-iscsi neutron-server[108648]: 'SecurityGroup': {'1.4'}, Oct 26 14:59:16.881713 dv-cinder-732704-6-iscsi neutron-server[108648]: 'SecurityGroupRule': {'1.2'}, Oct 26 14:59:16.881713 dv-cinder-732704-6-iscsi neutron-server[108648]: 'SubPort': {'1.0'}, Oct 26 14:59:16.881713 dv-cinder-732704-6-iscsi neutron-server[108648]: 'Subnet': {'1.1'}, Oct 26 14:59:16.881713 dv-cinder-732704-6-iscsi neutron-server[108648]: 'Trunk': {'1.1'}} Oct 26 14:59:16.881713 dv-cinder-732704-6-iscsi neutron-server[108648]: consumer versions: Oct 26 14:59:16.881713 dv-cinder-732704-6-iscsi neutron-server[108648]: { DHCP agent@dv-cinder-732704-6-iscsi: {}, Oct 26 14:59:16.881713 dv-cinder-732704-6-iscsi neutron-server[108648]: HyperV agent@hv-cinder-73270: {}, Oct 26 14:59:16.881713 dv-cinder-732704-6-iscsi neutron-server[108648]: L3 agent@dv-cinder-732704-6-iscsi: {}, Oct 26 14:59:16.881713 dv-cinder-732704-6-iscsi neutron-server[108648]: Metadata agent@dv-cinder-732704-6-iscsi: {}, Oct 26 14:59:16.881713 dv-cinder-732704-6-iscsi neutron-server[108648]: Metering agent@dv-cinder-732704-6-iscsi: {}, Oct 26 14:59:16.881713 dv-cinder-732704-6-iscsi neutron-server[108648]: Open vSwitch agent@dv-cinder-732704-6-iscsi: { 'AddressGroup': '1.2', Oct 26 14:59:16.881713 dv-cinder-732704-6-iscsi neutron-server[108648]: 'ConntrackHelper': '1.0', Oct 26 14:59:16.881713 dv-cinder-732704-6-iscsi neutron-server[108648]: 'Log': '1.0', Oct 26 14:59:16.881713 dv-cinder-732704-6-iscsi neutron-server[108648]: 'Network': '1.1', Oct 26 14:59:16.881713 dv-cinder-732704-6-iscsi neutron-server[108648]: 'Port': '1.7', Oct 26 14:59:16.881713 dv-cinder-732704-6-iscsi neutron-server[108648]: 'PortForwarding': '1.2', Oct 26 14:59:16.881713 dv-cinder-732704-6-iscsi neutron-server[108648]: 'QosPolicy': '1.10', Oct 26 14:59:16.881713 dv-cinder-732704-6-iscsi neutron-server[108648]: 'SecurityGroup': '1.4', Oct 26 14:59:16.881713 dv-cinder-732704-6-iscsi neutron-server[108648]: 'SecurityGroupRule': '1.2', Oct 26 14:59:16.881713 dv-cinder-732704-6-iscsi neutron-server[108648]: 'SubPort': '1.0', Oct 26 14:59:16.881713 dv-cinder-732704-6-iscsi neutron-server[108648]: 'Subnet': '1.1', Oct 26 14:59:16.881713 dv-cinder-732704-6-iscsi neutron-server[108648]: 'Trunk': '1.1'}} Oct 26 14:59:16.881713 dv-cinder-732704-6-iscsi neutron-server[108648]: {{(pid=108648) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 14:59:16.915592 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-291120bd-6c4c-4f12-98af-6522b2ec9ddf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752337516683'] for network, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:17.002103 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-291120bd-6c4c-4f12-98af-6522b2ec9ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593'] for network, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:17.004171 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291120bd-6c4c-4f12-98af-6522b2ec9ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:17.005235 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-291120bd-6c4c-4f12-98af-6522b2ec9ddf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for network, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:17.087912 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291120bd-6c4c-4f12-98af-6522b2ec9ddf admin admin] Pushing event updated for resources: {'Network': ['ID=2c30d673-7c0e-4f3b-9ed8-8f32b9b3cdbe,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:17.099945 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Network 2c30d673-7c0e-4f3b-9ed8-8f32b9b3cdbe details requested by agent ovs-agent-dv-cinder-732704-6-iscsi with host dv-cinder-732704-6-iscsi {{(pid=108649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:59:17.139475 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 54790) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:17.145934 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [None req-9d00c013-5653-41bc-afb0-a830a278e7bd admin admin] Request body: {'subnet': {'network_id': '2c30d673-7c0e-4f3b-9ed8-8f32b9b3cdbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1698684522-subnet', 'tenant_id': '64aaf0d1d8174803afcb5ebeaa2a8627', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:17.146656 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-291120bd-6c4c-4f12-98af-6522b2ec9ddf admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8474271 Oct 26 14:59:17.242274 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d00c013-5653-41bc-afb0-a830a278e7bd admin admin] Made reservation on behalf of 64aaf0d1d8174803afcb5ebeaa2a8627 for: {'subnet': 1} {{(pid=108647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:59:17.246729 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-9d00c013-5653-41bc-afb0-a830a278e7bd admin admin] Publish callbacks [] for subnet, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:17.325636 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 54798) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:17.462953 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 54806) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:17.647698 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-9d00c013-5653-41bc-afb0-a830a278e7bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593'] for subnet, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:17.680796 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-52eec02f-8c6b-4e0c-be06-98d9e63c50d9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-844947880-network', 'tenant_id': 'e858799915f545b79e6f36f7cda2f6c7'}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:17.699638 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d00c013-5653-41bc-afb0-a830a278e7bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5d01a18-5fef-4d72-a123-d6d241d848a7,revision_number=0']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:17.714330 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d00c013-5653-41bc-afb0-a830a278e7bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:17.714780 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d00c013-5653-41bc-afb0-a830a278e7bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:17.715064 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d00c013-5653-41bc-afb0-a830a278e7bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:17.715400 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d00c013-5653-41bc-afb0-a830a278e7bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:17.715728 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d00c013-5653-41bc-afb0-a830a278e7bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:17.716078 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d00c013-5653-41bc-afb0-a830a278e7bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:17.716409 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d00c013-5653-41bc-afb0-a830a278e7bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:17.716818 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d00c013-5653-41bc-afb0-a830a278e7bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:17.717205 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d00c013-5653-41bc-afb0-a830a278e7bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:17.717530 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d00c013-5653-41bc-afb0-a830a278e7bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:17.717848 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d00c013-5653-41bc-afb0-a830a278e7bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:17.718167 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d00c013-5653-41bc-afb0-a830a278e7bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:17.719279 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d00c013-5653-41bc-afb0-a830a278e7bd admin admin] Tracked resource versions report: Oct 26 14:59:17.719279 dv-cinder-732704-6-iscsi neutron-server[108647]: pushed versions: Oct 26 14:59:17.719279 dv-cinder-732704-6-iscsi neutron-server[108647]: { 'AddressGroup': {'1.2'}, Oct 26 14:59:17.719279 dv-cinder-732704-6-iscsi neutron-server[108647]: 'ConntrackHelper': {'1.0'}, Oct 26 14:59:17.719279 dv-cinder-732704-6-iscsi neutron-server[108647]: 'Log': {'1.0'}, Oct 26 14:59:17.719279 dv-cinder-732704-6-iscsi neutron-server[108647]: 'Network': {'1.1'}, Oct 26 14:59:17.719279 dv-cinder-732704-6-iscsi neutron-server[108647]: 'Port': {'1.7'}, Oct 26 14:59:17.719279 dv-cinder-732704-6-iscsi neutron-server[108647]: 'PortForwarding': {'1.2'}, Oct 26 14:59:17.719279 dv-cinder-732704-6-iscsi neutron-server[108647]: 'QosPolicy': {'1.10'}, Oct 26 14:59:17.719279 dv-cinder-732704-6-iscsi neutron-server[108647]: 'SecurityGroup': {'1.4'}, Oct 26 14:59:17.719279 dv-cinder-732704-6-iscsi neutron-server[108647]: 'SecurityGroupRule': {'1.2'}, Oct 26 14:59:17.719279 dv-cinder-732704-6-iscsi neutron-server[108647]: 'SubPort': {'1.0'}, Oct 26 14:59:17.719279 dv-cinder-732704-6-iscsi neutron-server[108647]: 'Subnet': {'1.1'}, Oct 26 14:59:17.719279 dv-cinder-732704-6-iscsi neutron-server[108647]: 'Trunk': {'1.1'}} Oct 26 14:59:17.719279 dv-cinder-732704-6-iscsi neutron-server[108647]: consumer versions: Oct 26 14:59:17.719279 dv-cinder-732704-6-iscsi neutron-server[108647]: { DHCP agent@dv-cinder-732704-6-iscsi: {}, Oct 26 14:59:17.719279 dv-cinder-732704-6-iscsi neutron-server[108647]: HyperV agent@hv-cinder-73270: {}, Oct 26 14:59:17.719279 dv-cinder-732704-6-iscsi neutron-server[108647]: L3 agent@dv-cinder-732704-6-iscsi: {}, Oct 26 14:59:17.719279 dv-cinder-732704-6-iscsi neutron-server[108647]: Metadata agent@dv-cinder-732704-6-iscsi: {}, Oct 26 14:59:17.719279 dv-cinder-732704-6-iscsi neutron-server[108647]: Metering agent@dv-cinder-732704-6-iscsi: {}, Oct 26 14:59:17.719279 dv-cinder-732704-6-iscsi neutron-server[108647]: Open vSwitch agent@dv-cinder-732704-6-iscsi: { 'AddressGroup': '1.2', Oct 26 14:59:17.719279 dv-cinder-732704-6-iscsi neutron-server[108647]: 'ConntrackHelper': '1.0', Oct 26 14:59:17.719279 dv-cinder-732704-6-iscsi neutron-server[108647]: 'Log': '1.0', Oct 26 14:59:17.719279 dv-cinder-732704-6-iscsi neutron-server[108647]: 'Network': '1.1', Oct 26 14:59:17.719279 dv-cinder-732704-6-iscsi neutron-server[108647]: 'Port': '1.7', Oct 26 14:59:17.719279 dv-cinder-732704-6-iscsi neutron-server[108647]: 'PortForwarding': '1.2', Oct 26 14:59:17.719279 dv-cinder-732704-6-iscsi neutron-server[108647]: 'QosPolicy': '1.10', Oct 26 14:59:17.719279 dv-cinder-732704-6-iscsi neutron-server[108647]: 'SecurityGroup': '1.4', Oct 26 14:59:17.719279 dv-cinder-732704-6-iscsi neutron-server[108647]: 'SecurityGroupRule': '1.2', Oct 26 14:59:17.719279 dv-cinder-732704-6-iscsi neutron-server[108647]: 'SubPort': '1.0', Oct 26 14:59:17.719279 dv-cinder-732704-6-iscsi neutron-server[108647]: 'Subnet': '1.1', Oct 26 14:59:17.719279 dv-cinder-732704-6-iscsi neutron-server[108647]: 'Trunk': '1.1'}} Oct 26 14:59:17.719279 dv-cinder-732704-6-iscsi neutron-server[108647]: {{(pid=108647) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 14:59:17.724687 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-e4dd2a68-2076-4b34-b26b-ab0cdf1ceb96 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1623523863-network', 'tenant_id': '5b867107a3d44416a28e053e339e7d5f'}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:17.728990 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d00c013-5653-41bc-afb0-a830a278e7bd admin admin] Checking segment: {'id': 'a5a1ad78-d83b-429a-9cf2-705856c21539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2c30d673-7c0e-4f3b-9ed8-8f32b9b3cdbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:59:17.729361 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d00c013-5653-41bc-afb0-a830a278e7bd admin admin] Network hostable DHCP agents. Network: 2c30d673-7c0e-4f3b-9ed8-8f32b9b3cdbe, hostable agents: ['b4d4e8dd-6314-45fe-b027-8ffd5f87ed07'], hosted agents: [] {{(pid=108647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:59:17.849058 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52eec02f-8c6b-4e0c-be06-98d9e63c50d9 admin admin] Made reservation on behalf of e858799915f545b79e6f36f7cda2f6c7 for: {'network': 1} {{(pid=108648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:59:17.859031 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-52eec02f-8c6b-4e0c-be06-98d9e63c50d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for network, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:17.865394 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-52eec02f-8c6b-4e0c-be06-98d9e63c50d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:17.882097 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d00c013-5653-41bc-afb0-a830a278e7bd admin admin] Network 2c30d673-7c0e-4f3b-9ed8-8f32b9b3cdbe is scheduled to be hosted by DHCP agent b4d4e8dd-6314-45fe-b027-8ffd5f87ed07 with binding_index 1 {{(pid=108647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:59:18.036211 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-52eec02f-8c6b-4e0c-be06-98d9e63c50d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:18.065245 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4dd2a68-2076-4b34-b26b-ab0cdf1ceb96 admin admin] Made reservation on behalf of 5b867107a3d44416a28e053e339e7d5f for: {'network': 1} {{(pid=108648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:59:18.067678 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-e4dd2a68-2076-4b34-b26b-ab0cdf1ceb96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for network, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:18.076726 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-e4dd2a68-2076-4b34-b26b-ab0cdf1ceb96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:18.151332 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [None req-9d00c013-5653-41bc-afb0-a830a278e7bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-732704-6-iscsi, 2c30d673-7c0e-4f3b-9ed8-8f32b9b3cdbe) {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:59:18.153528 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-e4dd2a68-2076-4b34-b26b-ab0cdf1ceb96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:18.158687 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d00c013-5653-41bc-afb0-a830a278e7bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:18.159599 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-9d00c013-5653-41bc-afb0-a830a278e7bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for subnet, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:18.164558 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171450ca-1337-402d-a796-128f23a32d81 None None] Network 2c30d673-7c0e-4f3b-9ed8-8f32b9b3cdbe requested from dv-cinder-732704-6-iscsi {{(pid=108649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:59:18.213932 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-52eec02f-8c6b-4e0c-be06-98d9e63c50d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:18.229354 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52eec02f-8c6b-4e0c-be06-98d9e63c50d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=108648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:59:18.248335 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-52eec02f-8c6b-4e0c-be06-98d9e63c50d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888'] for segment, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:18.248687 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.db.segments_db [None req-52eec02f-8c6b-4e0c-be06-98d9e63c50d9 admin admin] Added segment 84d62a4d-b5c1-4d59-bde4-a1debd3ef48c of type vlan for network ad2172c5-e06a-4950-a922-0c7e574f5f17 Oct 26 14:59:18.261798 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-e4dd2a68-2076-4b34-b26b-ab0cdf1ceb96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:18.297997 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eec02f-8c6b-4e0c-be06-98d9e63c50d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbf4f90-1d5d-466a-a21f-d408983271e1,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:18.306573 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4dd2a68-2076-4b34-b26b-ab0cdf1ceb96 admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=108648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:59:18.311128 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70caf6e9-d026-49e5-9804-9b6618f3c256 None None] Network 2c30d673-7c0e-4f3b-9ed8-8f32b9b3cdbe requested from dv-cinder-732704-6-iscsi {{(pid=108649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:59:18.319153 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-9d00c013-5653-41bc-afb0-a830a278e7bd admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1779606 Oct 26 14:59:18.319436 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-e4dd2a68-2076-4b34-b26b-ab0cdf1ceb96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888'] for segment, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:18.319790 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.db.segments_db [None req-e4dd2a68-2076-4b34-b26b-ab0cdf1ceb96 admin admin] Added segment 3c5cd00d-2851-4d55-a807-8a31540e2d22 of type vlan for network c4a59254-0cf7-4cdc-9af4-c745fac64f1e Oct 26 14:59:18.343008 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-52eec02f-8c6b-4e0c-be06-98d9e63c50d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752337516683'] for network, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:18.405754 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd2a68-2076-4b34-b26b-ab0cdf1ceb96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb72bef-f8d6-40bb-839b-253d5ff3b4ad,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:18.422241 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-e4dd2a68-2076-4b34-b26b-ab0cdf1ceb96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752337516683'] for network, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:18.522549 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-52eec02f-8c6b-4e0c-be06-98d9e63c50d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593'] for network, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:18.524681 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52eec02f-8c6b-4e0c-be06-98d9e63c50d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:18.525913 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-52eec02f-8c6b-4e0c-be06-98d9e63c50d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for network, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:18.583626 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-e4dd2a68-2076-4b34-b26b-ab0cdf1ceb96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593'] for network, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:18.584565 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dd2a68-2076-4b34-b26b-ab0cdf1ceb96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:18.585212 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-e4dd2a68-2076-4b34-b26b-ab0cdf1ceb96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for network, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:18.610075 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eec02f-8c6b-4e0c-be06-98d9e63c50d9 admin admin] Pushing event updated for resources: {'Network': ['ID=ad2172c5-e06a-4950-a922-0c7e574f5f17,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:18.623861 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Network ad2172c5-e06a-4950-a922-0c7e574f5f17 details requested by agent ovs-agent-dv-cinder-732704-6-iscsi with host dv-cinder-732704-6-iscsi {{(pid=108649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:59:18.678158 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd2a68-2076-4b34-b26b-ab0cdf1ceb96 admin admin] Pushing event updated for resources: {'Network': ['ID=c4a59254-0cf7-4cdc-9af4-c745fac64f1e,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:18.698717 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-52eec02f-8c6b-4e0c-be06-98d9e63c50d9 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3659604 Oct 26 14:59:18.698827 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Network c4a59254-0cf7-4cdc-9af4-c745fac64f1e details requested by agent ovs-agent-dv-cinder-732704-6-iscsi with host dv-cinder-732704-6-iscsi {{(pid=108649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:59:18.700606 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 54848) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:18.708850 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-ba94ecc6-53b8-4eed-a366-2c571f44acc3 admin admin] Request body: {'subnet': {'network_id': 'ad2172c5-e06a-4950-a922-0c7e574f5f17', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-844947880-subnet', 'tenant_id': 'e858799915f545b79e6f36f7cda2f6c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:18.744873 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 54852) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:18.744993 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-e4dd2a68-2076-4b34-b26b-ab0cdf1ceb96 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2787724 Oct 26 14:59:18.746964 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [None req-7330b1fb-325a-4935-94dd-82effe13242d admin admin] Request body: {'subnet': {'network_id': 'c4a59254-0cf7-4cdc-9af4-c745fac64f1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1623523863-subnet', 'tenant_id': '5b867107a3d44416a28e053e339e7d5f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:18.847717 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba94ecc6-53b8-4eed-a366-2c571f44acc3 admin admin] Made reservation on behalf of e858799915f545b79e6f36f7cda2f6c7 for: {'subnet': 1} {{(pid=108648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:59:18.850801 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-ba94ecc6-53b8-4eed-a366-2c571f44acc3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:18.961635 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7330b1fb-325a-4935-94dd-82effe13242d admin admin] Made reservation on behalf of 5b867107a3d44416a28e053e339e7d5f for: {'subnet': 1} {{(pid=108647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:59:18.964253 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-7330b1fb-325a-4935-94dd-82effe13242d admin admin] Publish callbacks [] for subnet, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:19.150587 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-ba94ecc6-53b8-4eed-a366-2c571f44acc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593'] for subnet, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:19.219593 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba94ecc6-53b8-4eed-a366-2c571f44acc3 admin admin] Checking segment: {'id': '84d62a4d-b5c1-4d59-bde4-a1debd3ef48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ad2172c5-e06a-4950-a922-0c7e574f5f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:59:19.219955 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba94ecc6-53b8-4eed-a366-2c571f44acc3 admin admin] Network hostable DHCP agents. Network: ad2172c5-e06a-4950-a922-0c7e574f5f17, hostable agents: ['b4d4e8dd-6314-45fe-b027-8ffd5f87ed07'], hosted agents: [] {{(pid=108648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:59:19.229156 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba94ecc6-53b8-4eed-a366-2c571f44acc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=673dc4e7-f4e6-456e-9bb6-73f76f7d8feb,revision_number=0']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:19.316353 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-7330b1fb-325a-4935-94dd-82effe13242d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593'] for subnet, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:19.369094 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330b1fb-325a-4935-94dd-82effe13242d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3398950-00b5-499d-8477-d73683a1256e,revision_number=0']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:19.395129 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7330b1fb-325a-4935-94dd-82effe13242d admin admin] Checking segment: {'id': '3c5cd00d-2851-4d55-a807-8a31540e2d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c4a59254-0cf7-4cdc-9af4-c745fac64f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:59:19.395368 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7330b1fb-325a-4935-94dd-82effe13242d admin admin] Network hostable DHCP agents. Network: c4a59254-0cf7-4cdc-9af4-c745fac64f1e, hostable agents: ['b4d4e8dd-6314-45fe-b027-8ffd5f87ed07'], hosted agents: [] {{(pid=108647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:59:19.447969 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba94ecc6-53b8-4eed-a366-2c571f44acc3 admin admin] Network ad2172c5-e06a-4950-a922-0c7e574f5f17 is scheduled to be hosted by DHCP agent b4d4e8dd-6314-45fe-b027-8ffd5f87ed07 with binding_index 1 {{(pid=108648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:59:19.609653 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7330b1fb-325a-4935-94dd-82effe13242d admin admin] Network c4a59254-0cf7-4cdc-9af4-c745fac64f1e is scheduled to be hosted by DHCP agent b4d4e8dd-6314-45fe-b027-8ffd5f87ed07 with binding_index 1 {{(pid=108647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:59:19.704740 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.base_scheduler [None req-ba94ecc6-53b8-4eed-a366-2c571f44acc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-732704-6-iscsi, ad2172c5-e06a-4950-a922-0c7e574f5f17) {{(pid=108648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:59:19.706271 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [None req-7330b1fb-325a-4935-94dd-82effe13242d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-732704-6-iscsi, c4a59254-0cf7-4cdc-9af4-c745fac64f1e) {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:59:19.709291 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba94ecc6-53b8-4eed-a366-2c571f44acc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:19.710119 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-ba94ecc6-53b8-4eed-a366-2c571f44acc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for subnet, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:19.716293 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7330b1fb-325a-4935-94dd-82effe13242d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:19.716293 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-7330b1fb-325a-4935-94dd-82effe13242d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for subnet, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:19.719588 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae15e1cb-1a83-4299-9377-d79735655324 None None] Network ad2172c5-e06a-4950-a922-0c7e574f5f17 requested from dv-cinder-732704-6-iscsi {{(pid=108649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:59:19.726044 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b89e8e-ec42-4e4f-998b-991a3ae1a40f None None] Network c4a59254-0cf7-4cdc-9af4-c745fac64f1e requested from dv-cinder-732704-6-iscsi {{(pid=108649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:59:19.885109 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-7330b1fb-325a-4935-94dd-82effe13242d admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1412005 Oct 26 14:59:19.887521 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 54904) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:19.900449 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [None req-8ee1a013-e9d3-48c6-a41a-0b205dd4b66f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1623523863-router', 'tenant_id': '5b867107a3d44416a28e053e339e7d5f', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'}}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:19.911202 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 54906) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:19.911505 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-ba94ecc6-53b8-4eed-a366-2c571f44acc3 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2096014 Oct 26 14:59:19.931467 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [None req-354db8f0-72b0-468c-ab03-8fda29c52386 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-844947880-router', 'tenant_id': 'e858799915f545b79e6f36f7cda2f6c7', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'}}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:19.959990 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c741db90-38ba-4698-b67e-234fd73b1364 None None] Network ad2172c5-e06a-4950-a922-0c7e574f5f17 requested from dv-cinder-732704-6-iscsi {{(pid=108649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:59:20.079290 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-354db8f0-72b0-468c-ab03-8fda29c52386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536294039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2878'] for router, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:20.080482 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-354db8f0-72b0-468c-ab03-8fda29c52386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536295207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536295873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2849'] for router, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:20.225329 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fb5d94-d7ec-4ebd-b526-29c44338361a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72fa0a13-38eb-554b-8c64-da8832a67d1e-c4a59254-0cf7-4cdc-9af4-c745fac64f1e', 'network_id': 'c4a59254-0cf7-4cdc-9af4-c745fac64f1e', 'tenant_id': '5b867107a3d44416a28e053e339e7d5f', 'fixed_ips': [{'subnet_id': 'e3398950-00b5-499d-8477-d73683a1256e'}]}} from dv-cinder-732704-6-iscsi. {{(pid=108649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:59:20.226449 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-c4fb5d94-d7ec-4ebd-b526-29c44338361a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:20.239233 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-354db8f0-72b0-468c-ab03-8fda29c52386 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:20.248056 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8ee1a013-e9d3-48c6-a41a-0b205dd4b66f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536294039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2878'] for router, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:20.250164 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8ee1a013-e9d3-48c6-a41a-0b205dd4b66f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536295207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536295873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2849'] for router, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:20.326387 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8ee1a013-e9d3-48c6-a41a-0b205dd4b66f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:20.428303 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.db_base_plugin_common [None req-c4fb5d94-d7ec-4ebd-b526-29c44338361a None None] Allocated IP 172.20.0.2 (c4a59254-0cf7-4cdc-9af4-c745fac64f1e/e3398950-00b5-499d-8477-d73683a1256e/eab32d6d-568d-4573-8b93-ed38fc48c713) {{(pid=108649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:59:20.558414 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 54950) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:20.562575 dv-cinder-732704-6-iscsi neutron-server[108648]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 26 14:59:20.566189 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-354db8f0-72b0-468c-ab03-8fda29c52386 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:20.574442 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-c4fb5d94-d7ec-4ebd-b526-29c44338361a None None] Publish callbacks [] for port, precommit_create {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:20.647004 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8ee1a013-e9d3-48c6-a41a-0b205dd4b66f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:20.711257 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-c4fb5d94-d7ec-4ebd-b526-29c44338361a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706'] for port, after_create {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:20.749157 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-a6d593e0-e382-481f-bd76-1cbae45b588a tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:20.755770 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-a6d593e0-e382-481f-bd76-1cbae45b588a tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/networks?id=2c30d673-7c0e-4f3b-9ed8-8f32b9b3cdbe HTTP/1.1" status: 200 len: 812 time: 0.1950538 Oct 26 14:59:20.778083 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-0a5d74c2-122e-4f0f-aa95-168c466a7949 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/quotas/64aaf0d1d8174803afcb5ebeaa2a8627 HTTP/1.1" status: 200 len: 375 time: 0.0180511 Oct 26 14:59:20.790749 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fb5d94-d7ec-4ebd-b526-29c44338361a None None] Network c4a59254-0cf7-4cdc-9af4-c745fac64f1e is already hosted by enough agents. {{(pid=108649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:59:20.792085 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb5d94-d7ec-4ebd-b526-29c44338361a None None] Pushing event updated for resources: {'Port': ['ID=eab32d6d-568d-4573-8b93-ed38fc48c713,revision_number=1']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:20.799997 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.scheduler.base_scheduler [None req-c4fb5d94-d7ec-4ebd-b526-29c44338361a None None] Resources bound (agent type, host, resource id): {{(pid=108649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:59:20.802668 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fb5d94-d7ec-4ebd-b526-29c44338361a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:20.803099 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fb5d94-d7ec-4ebd-b526-29c44338361a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:20.803447 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fb5d94-d7ec-4ebd-b526-29c44338361a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:20.803872 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fb5d94-d7ec-4ebd-b526-29c44338361a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:20.804146 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fb5d94-d7ec-4ebd-b526-29c44338361a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:20.804481 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fb5d94-d7ec-4ebd-b526-29c44338361a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:20.804858 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fb5d94-d7ec-4ebd-b526-29c44338361a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:20.805187 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fb5d94-d7ec-4ebd-b526-29c44338361a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:20.805526 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fb5d94-d7ec-4ebd-b526-29c44338361a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:20.805860 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fb5d94-d7ec-4ebd-b526-29c44338361a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:20.806380 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fb5d94-d7ec-4ebd-b526-29c44338361a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:20.806882 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fb5d94-d7ec-4ebd-b526-29c44338361a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:20.807805 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fb5d94-d7ec-4ebd-b526-29c44338361a None None] Tracked resource versions report: Oct 26 14:59:20.807805 dv-cinder-732704-6-iscsi neutron-server[108649]: pushed versions: Oct 26 14:59:20.807805 dv-cinder-732704-6-iscsi neutron-server[108649]: { 'AddressGroup': {'1.2'}, Oct 26 14:59:20.807805 dv-cinder-732704-6-iscsi neutron-server[108649]: 'ConntrackHelper': {'1.0'}, Oct 26 14:59:20.807805 dv-cinder-732704-6-iscsi neutron-server[108649]: 'Log': {'1.0'}, Oct 26 14:59:20.807805 dv-cinder-732704-6-iscsi neutron-server[108649]: 'Network': {'1.1'}, Oct 26 14:59:20.807805 dv-cinder-732704-6-iscsi neutron-server[108649]: 'Port': {'1.7'}, Oct 26 14:59:20.807805 dv-cinder-732704-6-iscsi neutron-server[108649]: 'PortForwarding': {'1.2'}, Oct 26 14:59:20.807805 dv-cinder-732704-6-iscsi neutron-server[108649]: 'QosPolicy': {'1.10'}, Oct 26 14:59:20.807805 dv-cinder-732704-6-iscsi neutron-server[108649]: 'SecurityGroup': {'1.4'}, Oct 26 14:59:20.807805 dv-cinder-732704-6-iscsi neutron-server[108649]: 'SecurityGroupRule': {'1.2'}, Oct 26 14:59:20.807805 dv-cinder-732704-6-iscsi neutron-server[108649]: 'SubPort': {'1.0'}, Oct 26 14:59:20.807805 dv-cinder-732704-6-iscsi neutron-server[108649]: 'Subnet': {'1.1'}, Oct 26 14:59:20.807805 dv-cinder-732704-6-iscsi neutron-server[108649]: 'Trunk': {'1.1'}} Oct 26 14:59:20.807805 dv-cinder-732704-6-iscsi neutron-server[108649]: consumer versions: Oct 26 14:59:20.807805 dv-cinder-732704-6-iscsi neutron-server[108649]: { DHCP agent@dv-cinder-732704-6-iscsi: {}, Oct 26 14:59:20.807805 dv-cinder-732704-6-iscsi neutron-server[108649]: HyperV agent@hv-cinder-73270: {}, Oct 26 14:59:20.807805 dv-cinder-732704-6-iscsi neutron-server[108649]: L3 agent@dv-cinder-732704-6-iscsi: {}, Oct 26 14:59:20.807805 dv-cinder-732704-6-iscsi neutron-server[108649]: Metadata agent@dv-cinder-732704-6-iscsi: {}, Oct 26 14:59:20.807805 dv-cinder-732704-6-iscsi neutron-server[108649]: Metering agent@dv-cinder-732704-6-iscsi: {}, Oct 26 14:59:20.807805 dv-cinder-732704-6-iscsi neutron-server[108649]: Open vSwitch agent@dv-cinder-732704-6-iscsi: { 'AddressGroup': '1.2', Oct 26 14:59:20.807805 dv-cinder-732704-6-iscsi neutron-server[108649]: 'ConntrackHelper': '1.0', Oct 26 14:59:20.807805 dv-cinder-732704-6-iscsi neutron-server[108649]: 'Log': '1.0', Oct 26 14:59:20.807805 dv-cinder-732704-6-iscsi neutron-server[108649]: 'Network': '1.1', Oct 26 14:59:20.807805 dv-cinder-732704-6-iscsi neutron-server[108649]: 'Port': '1.7', Oct 26 14:59:20.807805 dv-cinder-732704-6-iscsi neutron-server[108649]: 'PortForwarding': '1.2', Oct 26 14:59:20.807805 dv-cinder-732704-6-iscsi neutron-server[108649]: 'QosPolicy': '1.10', Oct 26 14:59:20.807805 dv-cinder-732704-6-iscsi neutron-server[108649]: 'SecurityGroup': '1.4', Oct 26 14:59:20.807805 dv-cinder-732704-6-iscsi neutron-server[108649]: 'SecurityGroupRule': '1.2', Oct 26 14:59:20.807805 dv-cinder-732704-6-iscsi neutron-server[108649]: 'SubPort': '1.0', Oct 26 14:59:20.807805 dv-cinder-732704-6-iscsi neutron-server[108649]: 'Subnet': '1.1', Oct 26 14:59:20.807805 dv-cinder-732704-6-iscsi neutron-server[108649]: 'Trunk': '1.1'}} Oct 26 14:59:20.807805 dv-cinder-732704-6-iscsi neutron-server[108649]: {{(pid=108649) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 14:59:20.823193 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fb5d94-d7ec-4ebd-b526-29c44338361a None None] Received port after_create {{(pid=108649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:59:20.843360 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-6b7b3df7-82f1-406f-bbc5-4c2b33a1c8c8 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=64aaf0d1d8174803afcb5ebeaa2a8627&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643518 Oct 26 14:59:20.895060 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-c4fb5d94-d7ec-4ebd-b526-29c44338361a None None] Attempting to bind port eab32d6d-568d-4573-8b93-ed38fc48c713 on host dv-cinder-732704-6-iscsi for vnic_type normal with profile {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:59:20.895060 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-c4fb5d94-d7ec-4ebd-b526-29c44338361a None None] Attempting to bind port eab32d6d-568d-4573-8b93-ed38fc48c713 by drivers openvswitch,hyperv on host dv-cinder-732704-6-iscsi at level 0 using segments [{'id': '3c5cd00d-2851-4d55-a807-8a31540e2d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c4a59254-0cf7-4cdc-9af4-c745fac64f1e'}] {{(pid=108649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:59:20.895060 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fb5d94-d7ec-4ebd-b526-29c44338361a None None] Attempting to bind port eab32d6d-568d-4573-8b93-ed38fc48c713 on network c4a59254-0cf7-4cdc-9af4-c745fac64f1e {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:59:20.899122 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fb5d94-d7ec-4ebd-b526-29c44338361a None None] Checking agent: {'id': '7cf7ebdc-aa0b-44cf-abbb-a49983147622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-732704-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 14, 50, 44), 'started_at': datetime.datetime(2021, 10, 26, 14, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-732704-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:59:20.899854 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fb5d94-d7ec-4ebd-b526-29c44338361a None None] Checking segment: {'id': '3c5cd00d-2851-4d55-a807-8a31540e2d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c4a59254-0cf7-4cdc-9af4-c745fac64f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:59:20.900371 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-c4fb5d94-d7ec-4ebd-b526-29c44338361a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:20.900955 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fb5d94-d7ec-4ebd-b526-29c44338361a None None] Bound using segment: {'id': '3c5cd00d-2851-4d55-a807-8a31540e2d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c4a59254-0cf7-4cdc-9af4-c745fac64f1e'} {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:59:20.901526 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-c4fb5d94-d7ec-4ebd-b526-29c44338361a None None] Bound port: eab32d6d-568d-4573-8b93-ed38fc48c713, host: dv-cinder-732704-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c5cd00d-2851-4d55-a807-8a31540e2d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c4a59254-0cf7-4cdc-9af4-c745fac64f1e'}}] {{(pid=108649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:59:20.911042 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-c4fb5d94-d7ec-4ebd-b526-29c44338361a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:20.980517 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-c4fb5d94-d7ec-4ebd-b526-29c44338361a None None] For port eab32d6d-568d-4573-8b93-ed38fc48c713, host dv-cinder-732704-6-iscsi, cleared binding levels {{(pid=108649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:59:20.984037 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-c4fb5d94-d7ec-4ebd-b526-29c44338361a None None] For port eab32d6d-568d-4573-8b93-ed38fc48c713, host dv-cinder-732704-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=eab32d6d-568d-4573-8b93-ed38fc48c713,segment=NetworkSegment(3c5cd00d-2851-4d55-a807-8a31540e2d22),segment_id=3c5cd00d-2851-4d55-a807-8a31540e2d22)] {{(pid=108649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:59:20.987515 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-354db8f0-72b0-468c-ab03-8fda29c52386 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:21.011697 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-354db8f0-72b0-468c-ab03-8fda29c52386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:21.088324 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-c4fb5d94-d7ec-4ebd-b526-29c44338361a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:21.107920 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-c6c661b5-dbc1-4013-bc53-333a57a7413c service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=108648) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:59:21.109176 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-c6c661b5-dbc1-4013-bc53-333a57a7413c service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0475566 Oct 26 14:59:21.168056 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb5d94-d7ec-4ebd-b526-29c44338361a None None] Pushing event updated for resources: {'Port': ['ID=eab32d6d-568d-4573-8b93-ed38fc48c713,revision_number=2']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:21.250545 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-f96d720f-06d2-45d6-9bf7-fdb254427de1 service neutron] 10.222.0.57 "GET /v2.0/networks/2c30d673-7c0e-4f3b-9ed8-8f32b9b3cdbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342626 Oct 26 14:59:21.287584 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.db_base_plugin_common [None req-354db8f0-72b0-468c-ab03-8fda29c52386 admin admin] Allocated IP 172.27.0.109 (164d7f62-997a-4502-882b-0bfc21bc1de5/6ece9388-c7af-48ed-bfac-1151ab9231f6/3a7c1f50-6b87-4af0-9bcc-67a53a86dbda) {{(pid=108647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:59:21.344484 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-617e59d5-2664-441d-86f4-a89b26dba033 service neutron] 10.222.0.57 "GET /v2.0/networks/2c30d673-7c0e-4f3b-9ed8-8f32b9b3cdbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867276 Oct 26 14:59:21.382209 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8ee1a013-e9d3-48c6-a41a-0b205dd4b66f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:21.420924 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8ee1a013-e9d3-48c6-a41a-0b205dd4b66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:21.583726 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-354db8f0-72b0-468c-ab03-8fda29c52386 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:21.671487 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-354db8f0-72b0-468c-ab03-8fda29c52386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706'] for port, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:21.722491 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 54988) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:21.745023 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354db8f0-72b0-468c-ab03-8fda29c52386 admin admin] Network 164d7f62-997a-4502-882b-0bfc21bc1de5 is already hosted by enough agents. {{(pid=108647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:59:21.751039 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [None req-354db8f0-72b0-468c-ab03-8fda29c52386 admin admin] Resources bound (agent type, host, resource id): {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:59:21.815088 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354db8f0-72b0-468c-ab03-8fda29c52386 admin admin] Received port after_create {{(pid=108647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:59:21.851432 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d1504ba4-a6cf-41eb-b4ce-dd3730558eb3 req-cece603e-4d4d-4eb8-8a87-6089f8b69cde tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a439dcb-81cc-4502-b7d3-48a83b5c5ea9 HTTP/1.1" status: 200 len: 210 time: 0.1275821 Oct 26 14:59:21.879419 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.db_base_plugin_common [None req-8ee1a013-e9d3-48c6-a41a-0b205dd4b66f admin admin] Allocated IP 172.27.0.240 (164d7f62-997a-4502-882b-0bfc21bc1de5/6ece9388-c7af-48ed-bfac-1151ab9231f6/91dfbf11-545f-40c2-b69b-08463054ab42) {{(pid=108647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:59:21.940854 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354db8f0-72b0-468c-ab03-8fda29c52386 admin admin] Pushing event updated for resources: {'Port': ['ID=3a7c1f50-6b87-4af0-9bcc-67a53a86dbda,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:22.089912 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8ee1a013-e9d3-48c6-a41a-0b205dd4b66f admin admin] Publish callbacks [] for port, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:22.279066 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8ee1a013-e9d3-48c6-a41a-0b205dd4b66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706'] for port, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:22.335400 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee1a013-e9d3-48c6-a41a-0b205dd4b66f admin admin] Network 164d7f62-997a-4502-882b-0bfc21bc1de5 is already hosted by enough agents. {{(pid=108647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:59:22.346449 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f8b6ae-be23-49f8-a850-4536cee23e8e None None] Network c4a59254-0cf7-4cdc-9af4-c745fac64f1e requested from dv-cinder-732704-6-iscsi {{(pid=108649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:59:22.354146 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [None req-8ee1a013-e9d3-48c6-a41a-0b205dd4b66f admin admin] Resources bound (agent type, host, resource id): {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:59:22.362570 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee1a013-e9d3-48c6-a41a-0b205dd4b66f admin admin] Received port after_create {{(pid=108647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:59:22.373221 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee1a013-e9d3-48c6-a41a-0b205dd4b66f admin admin] Pushing event updated for resources: {'Port': ['ID=91dfbf11-545f-40c2-b69b-08463054ab42,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:22.445078 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-354db8f0-72b0-468c-ab03-8fda29c52386 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:22.457606 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-1cf212c3-dc3c-4f51-9e80-0075129c9ec5 None None] Provisioning complete for port eab32d6d-568d-4573-8b93-ed38fc48c713 triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:22.458269 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-1cf212c3-dc3c-4f51-9e80-0075129c9ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:22.638227 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-1cf212c3-dc3c-4f51-9e80-0075129c9ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:22.694764 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-1cf212c3-dc3c-4f51-9e80-0075129c9ec5 None None] For port eab32d6d-568d-4573-8b93-ed38fc48c713, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=eab32d6d-568d-4573-8b93-ed38fc48c713,segment=NetworkSegment(3c5cd00d-2851-4d55-a807-8a31540e2d22),segment_id=3c5cd00d-2851-4d55-a807-8a31540e2d22)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:59:22.706547 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device eab32d6d-568d-4573-8b93-ed38fc48c713 up at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:59:22.710477 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-354db8f0-72b0-468c-ab03-8fda29c52386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536295198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536295836'] for router, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:22.763258 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Provisioning complete for port eab32d6d-568d-4573-8b93-ed38fc48c713 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:22.763779 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:22.868202 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-1cf212c3-dc3c-4f51-9e80-0075129c9ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:22.918609 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:22.937030 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8ee1a013-e9d3-48c6-a41a-0b205dd4b66f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:22.943349 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf212c3-dc3c-4f51-9e80-0075129c9ec5 None None] Pushing event updated for resources: {'Port': ['ID=eab32d6d-568d-4573-8b93-ed38fc48c713,revision_number=3']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:22.980802 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c33c8687-5c77-48f2-81d0-1b1c1f8907d1 req-a084cea3-d62f-459b-83b8-0a05b0890b1f tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a439dcb-81cc-4502-b7d3-48a83b5c5ea9 HTTP/1.1" status: 200 len: 210 time: 0.0325766 Oct 26 14:59:23.000799 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.db.api [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108649) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:59:23.000799 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG oslo_db.api [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:59:23.004168 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-7076d922-9963-4e53-a4fd-e21be7cbe4b2 None None] Provisioning complete for port eab32d6d-568d-4573-8b93-ed38fc48c713 triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:23.004609 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-7076d922-9963-4e53-a4fd-e21be7cbe4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:23.209973 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-354db8f0-72b0-468c-ab03-8fda29c52386 admin admin] Router 02c6f799-21be-46df-b8c1-bd90e7f4a3f1 is scheduled to L3 agent aad0d180-bd62-492d-9d56-445be5af9cbd with binding_index 1 {{(pid=108647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:59:23.305975 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8ee1a013-e9d3-48c6-a41a-0b205dd4b66f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536295198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536295836'] for router, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:23.399107 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354db8f0-72b0-468c-ab03-8fda29c52386 admin admin] Notify agent at l3_agent.dv-cinder-732704-6-iscsi the message routers_updated {{(pid=108647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:59:23.410090 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ef99e9-2c1f-45ec-8dd8-8529745df95a None None] Sync routers for ids ['02c6f799-21be-46df-b8c1-bd90e7f4a3f1'] in dv-cinder-732704-6-iscsi {{(pid=108650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:59:23.420801 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ef99e9-2c1f-45ec-8dd8-8529745df95a None None] Routers {'02c6f799-21be-46df-b8c1-bd90e7f4a3f1'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:59:23.421404 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-e3ef99e9-2c1f-45ec-8dd8-8529745df95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T14:59:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['02c6f799-21be-46df-b8c1-bd90e7f4a3f1'], 'active': True} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:23.613853 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvr_db [None req-e3ef99e9-2c1f-45ec-8dd8-8529745df95a None None] Set router 02c6f799-21be-46df-b8c1-bd90e7f4a3f1 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:59:23.622130 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-354db8f0-72b0-468c-ab03-8fda29c52386 admin admin] Publish callbacks [] for router, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:23.624658 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-354db8f0-72b0-468c-ab03-8fda29c52386 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.7107899 Oct 26 14:59:23.631363 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 55060) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:23.664673 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee1a013-e9d3-48c6-a41a-0b205dd4b66f admin admin] Router 9bf93efb-a9f6-4a5c-9462-8d777e3445ee is scheduled to L3 agent aad0d180-bd62-492d-9d56-445be5af9cbd with binding_index 1 {{(pid=108647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:59:23.793552 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee1a013-e9d3-48c6-a41a-0b205dd4b66f admin admin] Notify agent at l3_agent.dv-cinder-732704-6-iscsi the message routers_updated {{(pid=108647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:59:23.804786 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-e3ef99e9-2c1f-45ec-8dd8-8529745df95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c6f799-21be-46df-b8c1-bd90e7f4a3f1', 'name': 'tempest-ServerRescueNegativeTestJSON-844947880-router', 'tenant_id': 'e858799915f545b79e6f36f7cda2f6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '3a7c1f50-6b87-4af0-9bcc-67a53a86dbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:20Z', 'updated_at': '2021-10-26T14:59:22Z', 'revision_number': 3, 'project_id': 'e858799915f545b79e6f36f7cda2f6c7', 'gw_port': {'id': '3a7c1f50-6b87-4af0-9bcc-67a53a86dbda', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:68:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c6f799-21be-46df-b8c1-bd90e7f4a3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:21Z', 'updated_at': '2021-10-26T14:59:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi'}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:23.805105 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63b4dd1-9d4e-4d8b-8211-bc6544c42538 None None] Sync routers for ids ['9bf93efb-a9f6-4a5c-9462-8d777e3445ee'] in dv-cinder-732704-6-iscsi {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:59:23.818600 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63b4dd1-9d4e-4d8b-8211-bc6544c42538 None None] Routers {'9bf93efb-a9f6-4a5c-9462-8d777e3445ee'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:59:23.819597 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-c63b4dd1-9d4e-4d8b-8211-bc6544c42538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T14:59:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['9bf93efb-a9f6-4a5c-9462-8d777e3445ee'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:23.836228 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ef99e9-2c1f-45ec-8dd8-8529745df95a None None] Checking router: 02c6f799-21be-46df-b8c1-bd90e7f4a3f1 for host: dv-cinder-732704-6-iscsi {{(pid=108650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:59:23.836575 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ef99e9-2c1f-45ec-8dd8-8529745df95a None None] Updating router 02c6f799-21be-46df-b8c1-bd90e7f4a3f1 port 3a7c1f50-6b87-4af0-9bcc-67a53a86dbda binding host dv-cinder-732704-6-iscsi {{(pid=108650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:59:23.865768 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-e3ef99e9-2c1f-45ec-8dd8-8529745df95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:24.001005 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-c63b4dd1-9d4e-4d8b-8211-bc6544c42538 None None] Set router 9bf93efb-a9f6-4a5c-9462-8d777e3445ee gateway port host: dv-cinder-732704-6-iscsi {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:59:24.062790 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8ee1a013-e9d3-48c6-a41a-0b205dd4b66f admin admin] Publish callbacks [] for router, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:24.064100 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-8ee1a013-e9d3-48c6-a41a-0b205dd4b66f admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1735177 Oct 26 14:59:24.067123 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 55074) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:24.140265 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-383b9d1e-3544-4fdb-a5fb-d4325cb80f47 req-ba3a02ee-ddcd-4019-95d9-3c9e1dfe3ad2 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a439dcb-81cc-4502-b7d3-48a83b5c5ea9 HTTP/1.1" status: 200 len: 210 time: 0.0575888 Oct 26 14:59:24.190716 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-b6d8ca28-7b4d-4c6f-9247-063d5bbe8173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:24.192307 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-e3ef99e9-2c1f-45ec-8dd8-8529745df95a None None] Publish callbacks [] for port, precommit_update {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:24.255128 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-c63b4dd1-9d4e-4d8b-8211-bc6544c42538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'name': 'tempest-AttachVolumeTestJSON-1623523863-router', 'tenant_id': '5b867107a3d44416a28e053e339e7d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '91dfbf11-545f-40c2-b69b-08463054ab42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:20Z', 'updated_at': '2021-10-26T14:59:22Z', 'revision_number': 3, 'project_id': '5b867107a3d44416a28e053e339e7d5f', 'gw_port': {'id': '91dfbf11-545f-40c2-b69b-08463054ab42', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f3:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:21Z', 'updated_at': '2021-10-26T14:59:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi'}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:24.288408 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63b4dd1-9d4e-4d8b-8211-bc6544c42538 None None] Checking router: 9bf93efb-a9f6-4a5c-9462-8d777e3445ee for host: dv-cinder-732704-6-iscsi {{(pid=108649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:59:24.288408 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63b4dd1-9d4e-4d8b-8211-bc6544c42538 None None] Updating router 9bf93efb-a9f6-4a5c-9462-8d777e3445ee port 91dfbf11-545f-40c2-b69b-08463054ab42 binding host dv-cinder-732704-6-iscsi {{(pid=108649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:59:24.323430 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-c63b4dd1-9d4e-4d8b-8211-bc6544c42538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:24.430334 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-e3ef99e9-2c1f-45ec-8dd8-8529745df95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:24.479509 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25758664-4ea1-4dfb-8cc8-f08c40fb22ca None None] Pushing event updated for resources: {'Port': ['ID=3a7c1f50-6b87-4af0-9bcc-67a53a86dbda,revision_number=2']} {{(pid=108650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:24.501618 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.managers [None req-e3ef99e9-2c1f-45ec-8dd8-8529745df95a None None] Attempting to bind port 3a7c1f50-6b87-4af0-9bcc-67a53a86dbda on host dv-cinder-732704-6-iscsi for vnic_type normal with profile {{(pid=108650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:59:24.502294 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.managers [None req-e3ef99e9-2c1f-45ec-8dd8-8529745df95a None None] Attempting to bind port 3a7c1f50-6b87-4af0-9bcc-67a53a86dbda by drivers openvswitch,hyperv on host dv-cinder-732704-6-iscsi at level 0 using segments [{'id': '48b4b2e5-ca40-4770-b351-7c2adc646ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'}] {{(pid=108650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:59:24.502860 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ef99e9-2c1f-45ec-8dd8-8529745df95a None None] Attempting to bind port 3a7c1f50-6b87-4af0-9bcc-67a53a86dbda on network 164d7f62-997a-4502-882b-0bfc21bc1de5 {{(pid=108650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:59:24.549902 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25758664-4ea1-4dfb-8cc8-f08c40fb22ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:24.552514 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25758664-4ea1-4dfb-8cc8-f08c40fb22ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:24.554040 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25758664-4ea1-4dfb-8cc8-f08c40fb22ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:24.554467 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25758664-4ea1-4dfb-8cc8-f08c40fb22ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:24.555880 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25758664-4ea1-4dfb-8cc8-f08c40fb22ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:24.560944 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25758664-4ea1-4dfb-8cc8-f08c40fb22ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:24.560944 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25758664-4ea1-4dfb-8cc8-f08c40fb22ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:24.560944 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25758664-4ea1-4dfb-8cc8-f08c40fb22ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:24.560944 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25758664-4ea1-4dfb-8cc8-f08c40fb22ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:24.560944 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25758664-4ea1-4dfb-8cc8-f08c40fb22ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:24.560944 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25758664-4ea1-4dfb-8cc8-f08c40fb22ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:24.560944 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25758664-4ea1-4dfb-8cc8-f08c40fb22ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:24.560944 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25758664-4ea1-4dfb-8cc8-f08c40fb22ca None None] Tracked resource versions report: Oct 26 14:59:24.560944 dv-cinder-732704-6-iscsi neutron-server[108650]: pushed versions: Oct 26 14:59:24.560944 dv-cinder-732704-6-iscsi neutron-server[108650]: { 'AddressGroup': {'1.2'}, Oct 26 14:59:24.560944 dv-cinder-732704-6-iscsi neutron-server[108650]: 'ConntrackHelper': {'1.0'}, Oct 26 14:59:24.560944 dv-cinder-732704-6-iscsi neutron-server[108650]: 'Log': {'1.0'}, Oct 26 14:59:24.560944 dv-cinder-732704-6-iscsi neutron-server[108650]: 'Network': {'1.1'}, Oct 26 14:59:24.560944 dv-cinder-732704-6-iscsi neutron-server[108650]: 'Port': {'1.7'}, Oct 26 14:59:24.560944 dv-cinder-732704-6-iscsi neutron-server[108650]: 'PortForwarding': {'1.2'}, Oct 26 14:59:24.560944 dv-cinder-732704-6-iscsi neutron-server[108650]: 'QosPolicy': {'1.10'}, Oct 26 14:59:24.560944 dv-cinder-732704-6-iscsi neutron-server[108650]: 'SecurityGroup': {'1.4'}, Oct 26 14:59:24.560944 dv-cinder-732704-6-iscsi neutron-server[108650]: 'SecurityGroupRule': {'1.2'}, Oct 26 14:59:24.560944 dv-cinder-732704-6-iscsi neutron-server[108650]: 'SubPort': {'1.0'}, Oct 26 14:59:24.560944 dv-cinder-732704-6-iscsi neutron-server[108650]: 'Subnet': {'1.1'}, Oct 26 14:59:24.560944 dv-cinder-732704-6-iscsi neutron-server[108650]: 'Trunk': {'1.1'}} Oct 26 14:59:24.560944 dv-cinder-732704-6-iscsi neutron-server[108650]: consumer versions: Oct 26 14:59:24.560944 dv-cinder-732704-6-iscsi neutron-server[108650]: { DHCP agent@dv-cinder-732704-6-iscsi: {}, Oct 26 14:59:24.560944 dv-cinder-732704-6-iscsi neutron-server[108650]: HyperV agent@hv-cinder-73270: {}, Oct 26 14:59:24.560944 dv-cinder-732704-6-iscsi neutron-server[108650]: L3 agent@dv-cinder-732704-6-iscsi: {}, Oct 26 14:59:24.560944 dv-cinder-732704-6-iscsi neutron-server[108650]: Metadata agent@dv-cinder-732704-6-iscsi: {}, Oct 26 14:59:24.560944 dv-cinder-732704-6-iscsi neutron-server[108650]: Metering agent@dv-cinder-732704-6-iscsi: {}, Oct 26 14:59:24.560944 dv-cinder-732704-6-iscsi neutron-server[108650]: Open vSwitch agent@dv-cinder-732704-6-iscsi: { 'AddressGroup': '1.2', Oct 26 14:59:24.560944 dv-cinder-732704-6-iscsi neutron-server[108650]: 'ConntrackHelper': '1.0', Oct 26 14:59:24.560944 dv-cinder-732704-6-iscsi neutron-server[108650]: 'Log': '1.0', Oct 26 14:59:24.560944 dv-cinder-732704-6-iscsi neutron-server[108650]: 'Network': '1.1', Oct 26 14:59:24.560944 dv-cinder-732704-6-iscsi neutron-server[108650]: 'Port': '1.7', Oct 26 14:59:24.560944 dv-cinder-732704-6-iscsi neutron-server[108650]: 'PortForwarding': '1.2', Oct 26 14:59:24.560944 dv-cinder-732704-6-iscsi neutron-server[108650]: 'QosPolicy': '1.10', Oct 26 14:59:24.560944 dv-cinder-732704-6-iscsi neutron-server[108650]: 'SecurityGroup': '1.4', Oct 26 14:59:24.560944 dv-cinder-732704-6-iscsi neutron-server[108650]: 'SecurityGroupRule': '1.2', Oct 26 14:59:24.560944 dv-cinder-732704-6-iscsi neutron-server[108650]: 'SubPort': '1.0', Oct 26 14:59:24.560944 dv-cinder-732704-6-iscsi neutron-server[108650]: 'Subnet': '1.1', Oct 26 14:59:24.560944 dv-cinder-732704-6-iscsi neutron-server[108650]: 'Trunk': '1.1'}} Oct 26 14:59:24.560944 dv-cinder-732704-6-iscsi neutron-server[108650]: {{(pid=108650) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 14:59:24.563946 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ef99e9-2c1f-45ec-8dd8-8529745df95a None None] Checking agent: {'id': '7cf7ebdc-aa0b-44cf-abbb-a49983147622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-732704-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 14, 50, 44), 'started_at': datetime.datetime(2021, 10, 26, 14, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-732704-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:59:24.564532 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ef99e9-2c1f-45ec-8dd8-8529745df95a None None] Checking segment: {'id': '48b4b2e5-ca40-4770-b351-7c2adc646ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:59:24.565200 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-e3ef99e9-2c1f-45ec-8dd8-8529745df95a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:24.566403 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ef99e9-2c1f-45ec-8dd8-8529745df95a None None] Bound using segment: {'id': '48b4b2e5-ca40-4770-b351-7c2adc646ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'} {{(pid=108650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:59:24.567084 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.managers [None req-e3ef99e9-2c1f-45ec-8dd8-8529745df95a None None] Bound port: 3a7c1f50-6b87-4af0-9bcc-67a53a86dbda, host: dv-cinder-732704-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48b4b2e5-ca40-4770-b351-7c2adc646ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'}}] {{(pid=108650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:59:24.567644 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-e3ef99e9-2c1f-45ec-8dd8-8529745df95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:24.594731 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.db.db_base_plugin_common [None req-b6d8ca28-7b4d-4c6f-9247-063d5bbe8173 admin admin] Allocated IP 172.20.0.1 (ad2172c5-e06a-4950-a922-0c7e574f5f17/673dc4e7-f4e6-456e-9bb6-73f76f7d8feb/000bb22d-6896-455d-a370-b390a7ed66c8) {{(pid=108648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:59:24.649748 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-a253437c-a9bd-47cf-b3c4-39e28dde84ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:24.667914 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.db [None req-e3ef99e9-2c1f-45ec-8dd8-8529745df95a None None] For port 3a7c1f50-6b87-4af0-9bcc-67a53a86dbda, host dv-cinder-732704-6-iscsi, cleared binding levels {{(pid=108650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:59:24.671529 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.db [None req-e3ef99e9-2c1f-45ec-8dd8-8529745df95a None None] For port 3a7c1f50-6b87-4af0-9bcc-67a53a86dbda, host dv-cinder-732704-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=3a7c1f50-6b87-4af0-9bcc-67a53a86dbda,segment=NetworkSegment(48b4b2e5-ca40-4770-b351-7c2adc646ed5),segment_id=48b4b2e5-ca40-4770-b351-7c2adc646ed5)] {{(pid=108650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:59:24.679982 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device eab32d6d-568d-4573-8b93-ed38fc48c713 up at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:59:24.798110 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Provisioning complete for port eab32d6d-568d-4573-8b93-ed38fc48c713 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:24.800537 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:24.842517 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-e3ef99e9-2c1f-45ec-8dd8-8529745df95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:24.872902 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-b6d8ca28-7b4d-4c6f-9247-063d5bbe8173 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:24.954277 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ef99e9-2c1f-45ec-8dd8-8529745df95a None None] Routers {'02c6f799-21be-46df-b8c1-bd90e7f4a3f1'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:59:24.955148 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-e3ef99e9-2c1f-45ec-8dd8-8529745df95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T14:59:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['02c6f799-21be-46df-b8c1-bd90e7f4a3f1'], 'active': True} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:24.965290 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-c63b4dd1-9d4e-4d8b-8211-bc6544c42538 None None] Publish callbacks [] for port, precommit_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:24.996923 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25758664-4ea1-4dfb-8cc8-f08c40fb22ca None None] Pushing event updated for resources: {'Port': ['ID=3a7c1f50-6b87-4af0-9bcc-67a53a86dbda,revision_number=3']} {{(pid=108650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:24.999698 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.db_base_plugin_common [None req-a253437c-a9bd-47cf-b3c4-39e28dde84ce admin admin] Allocated IP 172.20.0.1 (c4a59254-0cf7-4cdc-9af4-c745fac64f1e/e3398950-00b5-499d-8477-d73683a1256e/7317a713-edf3-4ac5-b9b3-b5884a404dc3) {{(pid=108647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:59:25.078350 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvr_db [None req-e3ef99e9-2c1f-45ec-8dd8-8529745df95a None None] Set router 02c6f799-21be-46df-b8c1-bd90e7f4a3f1 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:59:25.119544 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-a253437c-a9bd-47cf-b3c4-39e28dde84ce admin admin] Publish callbacks [] for port, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:25.184552 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-c63b4dd1-9d4e-4d8b-8211-bc6544c42538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:25.185024 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-b6d8ca28-7b4d-4c6f-9247-063d5bbe8173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706'] for port, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:25.269500 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73865417-2ddf-4f01-b925-b464bf89d432 None None] Pushing event updated for resources: {'Port': ['ID=91dfbf11-545f-40c2-b69b-08463054ab42,revision_number=2']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:25.296061 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d8ca28-7b4d-4c6f-9247-063d5bbe8173 admin admin] Pushing event updated for resources: {'Port': ['ID=000bb22d-6896-455d-a370-b390a7ed66c8,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:25.300582 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d8ca28-7b4d-4c6f-9247-063d5bbe8173 admin admin] Network ad2172c5-e06a-4950-a922-0c7e574f5f17 is already hosted by enough agents. {{(pid=108648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:59:25.302546 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.base_scheduler [None req-b6d8ca28-7b4d-4c6f-9247-063d5bbe8173 admin admin] Resources bound (agent type, host, resource id): {{(pid=108648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:59:25.307236 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d8ca28-7b4d-4c6f-9247-063d5bbe8173 admin admin] Received port after_create {{(pid=108648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:59:25.307941 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-b6d8ca28-7b4d-4c6f-9247-063d5bbe8173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536297409'] for router_interface, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:25.314955 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-c63b4dd1-9d4e-4d8b-8211-bc6544c42538 None None] Attempting to bind port 91dfbf11-545f-40c2-b69b-08463054ab42 on host dv-cinder-732704-6-iscsi for vnic_type normal with profile {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:59:25.315327 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-c63b4dd1-9d4e-4d8b-8211-bc6544c42538 None None] Attempting to bind port 91dfbf11-545f-40c2-b69b-08463054ab42 by drivers openvswitch,hyperv on host dv-cinder-732704-6-iscsi at level 0 using segments [{'id': '48b4b2e5-ca40-4770-b351-7c2adc646ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'}] {{(pid=108649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:59:25.315693 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63b4dd1-9d4e-4d8b-8211-bc6544c42538 None None] Attempting to bind port 91dfbf11-545f-40c2-b69b-08463054ab42 on network 164d7f62-997a-4502-882b-0bfc21bc1de5 {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:59:25.330727 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63b4dd1-9d4e-4d8b-8211-bc6544c42538 None None] Checking agent: {'id': '7cf7ebdc-aa0b-44cf-abbb-a49983147622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-732704-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 14, 50, 44), 'started_at': datetime.datetime(2021, 10, 26, 14, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-732704-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:59:25.331125 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63b4dd1-9d4e-4d8b-8211-bc6544c42538 None None] Checking segment: {'id': '48b4b2e5-ca40-4770-b351-7c2adc646ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:59:25.331506 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-c63b4dd1-9d4e-4d8b-8211-bc6544c42538 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:25.331892 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63b4dd1-9d4e-4d8b-8211-bc6544c42538 None None] Bound using segment: {'id': '48b4b2e5-ca40-4770-b351-7c2adc646ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'} {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:59:25.332480 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-c63b4dd1-9d4e-4d8b-8211-bc6544c42538 None None] Bound port: 91dfbf11-545f-40c2-b69b-08463054ab42, host: dv-cinder-732704-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48b4b2e5-ca40-4770-b351-7c2adc646ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'}}] {{(pid=108649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:59:25.340957 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-c63b4dd1-9d4e-4d8b-8211-bc6544c42538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:25.382606 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-e3ef99e9-2c1f-45ec-8dd8-8529745df95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c6f799-21be-46df-b8c1-bd90e7f4a3f1', 'name': 'tempest-ServerRescueNegativeTestJSON-844947880-router', 'tenant_id': 'e858799915f545b79e6f36f7cda2f6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '3a7c1f50-6b87-4af0-9bcc-67a53a86dbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:20Z', 'updated_at': '2021-10-26T14:59:22Z', 'revision_number': 3, 'project_id': 'e858799915f545b79e6f36f7cda2f6c7', 'gw_port': {'id': '3a7c1f50-6b87-4af0-9bcc-67a53a86dbda', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:68:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c6f799-21be-46df-b8c1-bd90e7f4a3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:21Z', 'updated_at': '2021-10-26T14:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi'}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:25.391018 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-a253437c-a9bd-47cf-b3c4-39e28dde84ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706'] for port, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:25.452874 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ef99e9-2c1f-45ec-8dd8-8529745df95a None None] The sync data for ids ['02c6f799-21be-46df-b8c1-bd90e7f4a3f1'] in dv-cinder-732704-6-iscsi is: [{'id': '02c6f799-21be-46df-b8c1-bd90e7f4a3f1', 'name': 'tempest-ServerRescueNegativeTestJSON-844947880-router', 'tenant_id': 'e858799915f545b79e6f36f7cda2f6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '3a7c1f50-6b87-4af0-9bcc-67a53a86dbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:20Z', 'updated_at': '2021-10-26T14:59:22Z', 'revision_number': 3, 'project_id': 'e858799915f545b79e6f36f7cda2f6c7', 'gw_port': {'id': '3a7c1f50-6b87-4af0-9bcc-67a53a86dbda', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:68:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c6f799-21be-46df-b8c1-bd90e7f4a3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:21Z', 'updated_at': '2021-10-26T14:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi'}] {{(pid=108650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:59:25.462756 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-c63b4dd1-9d4e-4d8b-8211-bc6544c42538 None None] For port 91dfbf11-545f-40c2-b69b-08463054ab42, host dv-cinder-732704-6-iscsi, cleared binding levels {{(pid=108649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:59:25.469083 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-c63b4dd1-9d4e-4d8b-8211-bc6544c42538 None None] For port 91dfbf11-545f-40c2-b69b-08463054ab42, host dv-cinder-732704-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=91dfbf11-545f-40c2-b69b-08463054ab42,segment=NetworkSegment(48b4b2e5-ca40-4770-b351-7c2adc646ed5),segment_id=48b4b2e5-ca40-4770-b351-7c2adc646ed5)] {{(pid=108649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:59:25.498300 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a253437c-a9bd-47cf-b3c4-39e28dde84ce admin admin] Network c4a59254-0cf7-4cdc-9af4-c745fac64f1e is already hosted by enough agents. {{(pid=108647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:59:25.501004 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [None req-a253437c-a9bd-47cf-b3c4-39e28dde84ce admin admin] Resources bound (agent type, host, resource id): {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:59:25.507083 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a253437c-a9bd-47cf-b3c4-39e28dde84ce admin admin] Received port after_create {{(pid=108647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:59:25.507561 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-a253437c-a9bd-47cf-b3c4-39e28dde84ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536297409'] for router_interface, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:25.562893 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a253437c-a9bd-47cf-b3c4-39e28dde84ce admin admin] Pushing event updated for resources: {'Port': ['ID=7317a713-edf3-4ac5-b9b3-b5884a404dc3,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:25.576775 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-62c4ad78-6584-4777-915e-d49608ac6fef req-4f61fb8b-018a-460e-8887-6fa1697deb50 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a439dcb-81cc-4502-b7d3-48a83b5c5ea9 HTTP/1.1" status: 200 len: 210 time: 0.0896249 Oct 26 14:59:25.818358 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-c63b4dd1-9d4e-4d8b-8211-bc6544c42538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:25.915301 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-b6d8ca28-7b4d-4c6f-9247-063d5bbe8173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:25.991771 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-4406504e-f3d7-44b4-8172-f5c1b76aa000 None None] Provisioning complete for port 7317a713-edf3-4ac5-b9b3-b5884a404dc3 triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:25.997815 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-4406504e-f3d7-44b4-8172-f5c1b76aa000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:25.999698 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-a253437c-a9bd-47cf-b3c4-39e28dde84ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:26.032042 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63b4dd1-9d4e-4d8b-8211-bc6544c42538 None None] Routers {'9bf93efb-a9f6-4a5c-9462-8d777e3445ee'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:59:26.032042 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-c63b4dd1-9d4e-4d8b-8211-bc6544c42538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T14:59:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['9bf93efb-a9f6-4a5c-9462-8d777e3445ee'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:26.037504 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73865417-2ddf-4f01-b925-b464bf89d432 None None] Pushing event updated for resources: {'Port': ['ID=91dfbf11-545f-40c2-b69b-08463054ab42,revision_number=3']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:26.161257 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-4406504e-f3d7-44b4-8172-f5c1b76aa000 None None] Port 7317a713-edf3-4ac5-b9b3-b5884a404dc3 cannot update to ACTIVE because it is not bound. {{(pid=108649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:59:26.201688 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-b6d8ca28-7b4d-4c6f-9247-063d5bbe8173 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:26.227212 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-c63b4dd1-9d4e-4d8b-8211-bc6544c42538 None None] Set router 9bf93efb-a9f6-4a5c-9462-8d777e3445ee gateway port host: dv-cinder-732704-6-iscsi {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:59:26.350771 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-b6d8ca28-7b4d-4c6f-9247-063d5bbe8173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:26.355696 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-b6d8ca28-7b4d-4c6f-9247-063d5bbe8173 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536254647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536296017'] for router_interface, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:26.363854 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-a253437c-a9bd-47cf-b3c4-39e28dde84ce admin admin] Publish callbacks [] for port, precommit_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:26.478499 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d8ca28-7b4d-4c6f-9247-063d5bbe8173 admin admin] Pushing event updated for resources: {'Port': ['ID=000bb22d-6896-455d-a370-b390a7ed66c8,revision_number=2']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:26.493376 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-a253437c-a9bd-47cf-b3c4-39e28dde84ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:26.494364 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-a253437c-a9bd-47cf-b3c4-39e28dde84ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536254647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536296017'] for router_interface, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:26.501670 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-c63b4dd1-9d4e-4d8b-8211-bc6544c42538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'name': 'tempest-AttachVolumeTestJSON-1623523863-router', 'tenant_id': '5b867107a3d44416a28e053e339e7d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '91dfbf11-545f-40c2-b69b-08463054ab42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:20Z', 'updated_at': '2021-10-26T14:59:25Z', 'revision_number': 4, 'project_id': '5b867107a3d44416a28e053e339e7d5f', 'gw_port': {'id': '91dfbf11-545f-40c2-b69b-08463054ab42', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f3:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:21Z', 'updated_at': '2021-10-26T14:59:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': '7317a713-edf3-4ac5-b9b3-b5884a404dc3', 'name': '', 'network_id': 'c4a59254-0cf7-4cdc-9af4-c745fac64f1e', 'tenant_id': '5b867107a3d44416a28e053e339e7d5f', 'mac_address': 'fa:16:3e:3e:49:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e3398950-00b5-499d-8477-d73683a1256e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:24Z', 'updated_at': '2021-10-26T14:59:25Z', 'revision_number': 1, 'project_id': '5b867107a3d44416a28e053e339e7d5f', 'subnets': [{'id': 'e3398950-00b5-499d-8477-d73683a1256e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:26.530035 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63b4dd1-9d4e-4d8b-8211-bc6544c42538 None None] The sync data for ids ['9bf93efb-a9f6-4a5c-9462-8d777e3445ee'] in dv-cinder-732704-6-iscsi is: [{'id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'name': 'tempest-AttachVolumeTestJSON-1623523863-router', 'tenant_id': '5b867107a3d44416a28e053e339e7d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '91dfbf11-545f-40c2-b69b-08463054ab42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:20Z', 'updated_at': '2021-10-26T14:59:25Z', 'revision_number': 4, 'project_id': '5b867107a3d44416a28e053e339e7d5f', 'gw_port': {'id': '91dfbf11-545f-40c2-b69b-08463054ab42', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f3:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:21Z', 'updated_at': '2021-10-26T14:59:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': '7317a713-edf3-4ac5-b9b3-b5884a404dc3', 'name': '', 'network_id': 'c4a59254-0cf7-4cdc-9af4-c745fac64f1e', 'tenant_id': '5b867107a3d44416a28e053e339e7d5f', 'mac_address': 'fa:16:3e:3e:49:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e3398950-00b5-499d-8477-d73683a1256e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:24Z', 'updated_at': '2021-10-26T14:59:25Z', 'revision_number': 1, 'project_id': '5b867107a3d44416a28e053e339e7d5f', 'subnets': [{'id': 'e3398950-00b5-499d-8477-d73683a1256e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:59:26.549859 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d8ca28-7b4d-4c6f-9247-063d5bbe8173 admin admin] Network ad2172c5-e06a-4950-a922-0c7e574f5f17 is already hosted by enough agents. {{(pid=108648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:59:26.551722 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.base_scheduler [None req-b6d8ca28-7b4d-4c6f-9247-063d5bbe8173 admin admin] Resources bound (agent type, host, resource id): {{(pid=108648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:59:26.696186 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 3a7c1f50-6b87-4af0-9bcc-67a53a86dbda up at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:59:26.724003 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a253437c-a9bd-47cf-b3c4-39e28dde84ce admin admin] Network c4a59254-0cf7-4cdc-9af4-c745fac64f1e is already hosted by enough agents. {{(pid=108647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:59:26.728719 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [None req-a253437c-a9bd-47cf-b3c4-39e28dde84ce admin admin] Resources bound (agent type, host, resource id): {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:59:26.739614 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d8ca28-7b4d-4c6f-9247-063d5bbe8173 admin admin] Router 02c6f799-21be-46df-b8c1-bd90e7f4a3f1 has already been hosted by L3 agent aad0d180-bd62-492d-9d56-445be5af9cbd {{(pid=108648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:59:26.745330 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a253437c-a9bd-47cf-b3c4-39e28dde84ce admin admin] Pushing event updated for resources: {'Port': ['ID=7317a713-edf3-4ac5-b9b3-b5884a404dc3,revision_number=2']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:26.839736 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Provisioning complete for port 3a7c1f50-6b87-4af0-9bcc-67a53a86dbda triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:26.840116 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:26.906175 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7ccb6bc1-474f-4364-a9e8-c7ff1d62b9e0 req-527239bc-f187-4321-ab5c-093888f8f2c9 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a439dcb-81cc-4502-b7d3-48a83b5c5ea9 HTTP/1.1" status: 200 len: 210 time: 0.0999768 Oct 26 14:59:26.967772 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d8ca28-7b4d-4c6f-9247-063d5bbe8173 admin admin] Notify agent at l3_agent.dv-cinder-732704-6-iscsi the message routers_updated {{(pid=108648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:59:26.974525 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-b6d8ca28-7b4d-4c6f-9247-063d5bbe8173 admin admin] 10.222.0.57 "PUT /v2.0/routers/02c6f799-21be-46df-b8c1-bd90e7f4a3f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3420882 Oct 26 14:59:27.007092 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:27.007803 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a253437c-a9bd-47cf-b3c4-39e28dde84ce admin admin] Router 9bf93efb-a9f6-4a5c-9462-8d777e3445ee has already been hosted by L3 agent aad0d180-bd62-492d-9d56-445be5af9cbd {{(pid=108647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:59:27.059718 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] For port 3a7c1f50-6b87-4af0-9bcc-67a53a86dbda, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=3a7c1f50-6b87-4af0-9bcc-67a53a86dbda,segment=NetworkSegment(48b4b2e5-ca40-4770-b351-7c2adc646ed5),segment_id=48b4b2e5-ca40-4770-b351-7c2adc646ed5)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:59:27.185003 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a253437c-a9bd-47cf-b3c4-39e28dde84ce admin admin] Notify agent at l3_agent.dv-cinder-732704-6-iscsi the message routers_updated {{(pid=108647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:59:27.207116 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-a253437c-a9bd-47cf-b3c4-39e28dde84ce admin admin] 10.222.0.57 "PUT /v2.0/routers/9bf93efb-a9f6-4a5c-9462-8d777e3445ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1262839 Oct 26 14:59:27.238717 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:27.260567 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.76', 58575) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:27.319874 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-53e98b66-c526-42b3-838a-7a0d03445367 None None] Provisioning complete for port 7317a713-edf3-4ac5-b9b3-b5884a404dc3 triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:27.320518 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-53e98b66-c526-42b3-838a-7a0d03445367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:27.392630 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-53e98b66-c526-42b3-838a-7a0d03445367 None None] Port 7317a713-edf3-4ac5-b9b3-b5884a404dc3 cannot update to ACTIVE because it is not bound. {{(pid=108649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:59:27.409091 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Pushing event updated for resources: {'Port': ['ID=3a7c1f50-6b87-4af0-9bcc-67a53a86dbda,revision_number=4']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:27.558703 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-e5d4c760-0afb-4ff1-a02e-703019042da7 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:27.565935 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-e5d4c760-0afb-4ff1-a02e-703019042da7 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.76 "GET /v2.0/networks?id=2c30d673-7c0e-4f3b-9ed8-8f32b9b3cdbe HTTP/1.1" status: 200 len: 812 time: 0.2965503 Oct 26 14:59:27.627952 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-6cec8db4-1a29-4616-a096-2d3428653f63 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] Request body: {'port': {'device_id': '2a439dcb-81cc-4502-b7d3-48a83b5c5ea9', 'network_id': '2c30d673-7c0e-4f3b-9ed8-8f32b9b3cdbe', 'admin_state_up': True, 'tenant_id': '64aaf0d1d8174803afcb5ebeaa2a8627'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:27.660419 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-b6e07948-929a-4541-9a3a-d2039ff09938 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:27.661987 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-b6e07948-929a-4541-9a3a-d2039ff09938 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/networks?id=ad2172c5-e06a-4950-a922-0c7e574f5f17 HTTP/1.1" status: 200 len: 818 time: 0.1187963 Oct 26 14:59:27.679840 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-37a51062-2e80-4aa6-b5cb-aa6cf1538c40 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/quotas/e858799915f545b79e6f36f7cda2f6c7 HTTP/1.1" status: 200 len: 375 time: 0.0118740 Oct 26 14:59:27.788944 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-84fa3dc3-9a0d-42a2-8173-31f62a7f608b tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e858799915f545b79e6f36f7cda2f6c7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0998631 Oct 26 14:59:27.967472 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-1474502e-8338-4c83-abc3-a180d6140583 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=108648) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:59:27.974118 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-1474502e-8338-4c83-abc3-a180d6140583 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1030412 Oct 26 14:59:28.079948 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde1334e-41ae-4bb2-80cd-62c8d331ad2b None None] Sync routers for ids ['02c6f799-21be-46df-b8c1-bd90e7f4a3f1'] in dv-cinder-732704-6-iscsi {{(pid=108650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:59:28.097126 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde1334e-41ae-4bb2-80cd-62c8d331ad2b None None] Routers {'02c6f799-21be-46df-b8c1-bd90e7f4a3f1'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:59:28.097944 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-dde1334e-41ae-4bb2-80cd-62c8d331ad2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T14:59:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['02c6f799-21be-46df-b8c1-bd90e7f4a3f1'], 'active': True} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:28.153946 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-a9f76427-c871-4178-8335-639025cf3ef9 service neutron] 10.222.0.57 "GET /v2.0/networks/ad2172c5-e06a-4950-a922-0c7e574f5f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589684 Oct 26 14:59:28.154157 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-6cec8db4-1a29-4616-a096-2d3428653f63 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] Made reservation on behalf of 64aaf0d1d8174803afcb5ebeaa2a8627 for: {'port': 1} {{(pid=108647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:59:28.154157 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-6cec8db4-1a29-4616-a096-2d3428653f63 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:28.238132 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvr_db [None req-dde1334e-41ae-4bb2-80cd-62c8d331ad2b None None] Set router 02c6f799-21be-46df-b8c1-bd90e7f4a3f1 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:59:28.305519 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-b81f254b-3830-44aa-96f9-ac0ec18ef122 service neutron] 10.222.0.57 "GET /v2.0/networks/ad2172c5-e06a-4950-a922-0c7e574f5f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645703 Oct 26 14:59:28.500953 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.db_base_plugin_common [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-6cec8db4-1a29-4616-a096-2d3428653f63 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] Allocated IP 172.20.0.9 (2c30d673-7c0e-4f3b-9ed8-8f32b9b3cdbe/f5d01a18-5fef-4d72-a123-d6d241d848a7/641a56e9-8606-4380-8bdd-511cb4b87d3d) {{(pid=108647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:59:28.587315 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:28.589456 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 55242) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:28.785861 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [None req-d9cd2ca8-bd6a-4e1b-9d4a-ba2c1a6a3dd2 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1964092930', 'description': 'tempest-description--475321013'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:29.247268 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 91dfbf11-545f-40c2-b69b-08463054ab42 up at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:59:29.250369 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-6cec8db4-1a29-4616-a096-2d3428653f63 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] Publish callbacks [] for port, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:29.251680 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Provisioning complete for port 91dfbf11-545f-40c2-b69b-08463054ab42 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:29.251680 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:29.252253 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-d9cd2ca8-bd6a-4e1b-9d4a-ba2c1a6a3dd2 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks [] for security_group, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:29.252702 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-dde1334e-41ae-4bb2-80cd-62c8d331ad2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c6f799-21be-46df-b8c1-bd90e7f4a3f1', 'name': 'tempest-ServerRescueNegativeTestJSON-844947880-router', 'tenant_id': 'e858799915f545b79e6f36f7cda2f6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '3a7c1f50-6b87-4af0-9bcc-67a53a86dbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:20Z', 'updated_at': '2021-10-26T14:59:25Z', 'revision_number': 4, 'project_id': 'e858799915f545b79e6f36f7cda2f6c7', 'gw_port': {'id': '3a7c1f50-6b87-4af0-9bcc-67a53a86dbda', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:68:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6f799-21be-46df-b8c1-bd90e7f4a3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:21Z', 'updated_at': '2021-10-26T14:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': '000bb22d-6896-455d-a370-b390a7ed66c8', 'name': '', 'network_id': 'ad2172c5-e06a-4950-a922-0c7e574f5f17', 'tenant_id': 'e858799915f545b79e6f36f7cda2f6c7', 'mac_address': 'fa:16:3e:81:0f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c6f799-21be-46df-b8c1-bd90e7f4a3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '673dc4e7-f4e6-456e-9bb6-73f76f7d8feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:24Z', 'updated_at': '2021-10-26T14:59:25Z', 'revision_number': 2, 'project_id': 'e858799915f545b79e6f36f7cda2f6c7', 'subnets': [{'id': '673dc4e7-f4e6-456e-9bb6-73f76f7d8feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:29.252702 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde1334e-41ae-4bb2-80cd-62c8d331ad2b None None] Checking router: 02c6f799-21be-46df-b8c1-bd90e7f4a3f1 for host: dv-cinder-732704-6-iscsi {{(pid=108650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:59:29.252702 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde1334e-41ae-4bb2-80cd-62c8d331ad2b None None] Updating router 02c6f799-21be-46df-b8c1-bd90e7f4a3f1 port 000bb22d-6896-455d-a370-b390a7ed66c8 binding host dv-cinder-732704-6-iscsi {{(pid=108650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:59:29.253517 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-dd1e3242-f546-40a6-8ab0-fd1295799db5 req-226d6c43-93e8-4b09-b765-9a7a8061fc00 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a439dcb-81cc-4502-b7d3-48a83b5c5ea9 HTTP/1.1" status: 200 len: 210 time: 0.1124530 Oct 26 14:59:29.254292 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-dde1334e-41ae-4bb2-80cd-62c8d331ad2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:29.254531 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-d9cd2ca8-bd6a-4e1b-9d4a-ba2c1a6a3dd2 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks [] for security_group, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:29.254531 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-6cec8db4-1a29-4616-a096-2d3428653f63 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706'] for port, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:29.255840 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d7a97bde-e62f-41dd-a48f-bb56b4e824e3 req-fa25bee6-ffa2-45f9-a665-944970bb11de tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 210 time: 0.0996730 Oct 26 14:59:29.256056 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:29.293183 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] For port 91dfbf11-545f-40c2-b69b-08463054ab42, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=91dfbf11-545f-40c2-b69b-08463054ab42,segment=NetworkSegment(48b4b2e5-ca40-4770-b351-7c2adc646ed5),segment_id=48b4b2e5-ca40-4770-b351-7c2adc646ed5)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:59:29.371185 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-6cec8db4-1a29-4616-a096-2d3428653f63 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] Network 2c30d673-7c0e-4f3b-9ed8-8f32b9b3cdbe is already hosted by enough agents. {{(pid=108647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:59:29.394301 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-6cec8db4-1a29-4616-a096-2d3428653f63 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] Resources bound (agent type, host, resource id): {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:59:29.396198 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec8db4-1a29-4616-a096-2d3428653f63 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] Pushing event updated for resources: {'Port': ['ID=641a56e9-8606-4380-8bdd-511cb4b87d3d,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:29.405949 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-6cec8db4-1a29-4616-a096-2d3428653f63 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] Received port after_create {{(pid=108647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:59:29.412392 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-6cec8db4-1a29-4616-a096-2d3428653f63 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:29.413061 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-6cec8db4-1a29-4616-a096-2d3428653f63 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for port, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:29.614526 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-dde1334e-41ae-4bb2-80cd-62c8d331ad2b None None] Publish callbacks [] for port, precommit_update {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:29.777224 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d3ff5-f036-4e4f-ae79-7d99bebe280f req-b942b0a5-a898-432e-b9c2-da4f269913af tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:29.778630 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1d0d3ff5-f036-4e4f-ae79-7d99bebe280f req-b942b0a5-a898-432e-b9c2-da4f269913af tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/networks?id=ad2172c5-e06a-4950-a922-0c7e574f5f17 HTTP/1.1" status: 200 len: 818 time: 0.2396526 Oct 26 14:59:29.793252 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1d0d3ff5-f036-4e4f-ae79-7d99bebe280f req-d0d4042e-7503-44f9-ac42-9202c6b6ec89 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/quotas/e858799915f545b79e6f36f7cda2f6c7 HTTP/1.1" status: 200 len: 375 time: 0.0088708 Oct 26 14:59:29.797191 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:29.806275 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-d9cd2ca8-bd6a-4e1b-9d4a-ba2c1a6a3dd2 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:29.806450 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 3a7c1f50-6b87-4af0-9bcc-67a53a86dbda up at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:59:29.832132 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd2ca8-bd6a-4e1b-9d4a-ba2c1a6a3dd2 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c45b691f-1921-4a04-a9f1-dc4b9749de85,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:29.869630 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1d0d3ff5-f036-4e4f-ae79-7d99bebe280f req-92579eec-277d-4e01-b041-8d59ac486a90 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e858799915f545b79e6f36f7cda2f6c7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0537553 Oct 26 14:59:29.900241 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Pushing event updated for resources: {'Port': ['ID=91dfbf11-545f-40c2-b69b-08463054ab42,revision_number=4']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:29.909204 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Provisioning complete for port 3a7c1f50-6b87-4af0-9bcc-67a53a86dbda triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:29.909649 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:29.930570 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491fd9c2-6d8d-4f7b-a5ae-1f0e3e1941f0 None None] Sync routers for ids ['9bf93efb-a9f6-4a5c-9462-8d777e3445ee'] in dv-cinder-732704-6-iscsi {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:59:29.933534 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-dde1334e-41ae-4bb2-80cd-62c8d331ad2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:29.939616 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-6cec8db4-1a29-4616-a096-2d3428653f63 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3152280 Oct 26 14:59:29.975247 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491fd9c2-6d8d-4f7b-a5ae-1f0e3e1941f0 None None] Routers {'9bf93efb-a9f6-4a5c-9462-8d777e3445ee'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:59:29.976085 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-491fd9c2-6d8d-4f7b-a5ae-1f0e3e1941f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T14:59:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['9bf93efb-a9f6-4a5c-9462-8d777e3445ee'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:29.998979 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1d0d3ff5-f036-4e4f-ae79-7d99bebe280f req-6a56e357-c57d-4dbe-8aca-ccc3efc0b320 service neutron] 10.222.0.57 "GET /v2.0/networks/ad2172c5-e06a-4950-a922-0c7e574f5f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282036 Oct 26 14:59:30.069292 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 55332) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:30.110517 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-491fd9c2-6d8d-4f7b-a5ae-1f0e3e1941f0 None None] Set router 9bf93efb-a9f6-4a5c-9462-8d777e3445ee gateway port host: dv-cinder-732704-6-iscsi {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:59:30.136692 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.managers [None req-dde1334e-41ae-4bb2-80cd-62c8d331ad2b None None] Attempting to bind port 000bb22d-6896-455d-a370-b390a7ed66c8 on host dv-cinder-732704-6-iscsi for vnic_type normal with profile {{(pid=108650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:59:30.147981 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.managers [None req-dde1334e-41ae-4bb2-80cd-62c8d331ad2b None None] Attempting to bind port 000bb22d-6896-455d-a370-b390a7ed66c8 by drivers openvswitch,hyperv on host dv-cinder-732704-6-iscsi at level 0 using segments [{'id': '84d62a4d-b5c1-4d59-bde4-a1debd3ef48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ad2172c5-e06a-4950-a922-0c7e574f5f17'}] {{(pid=108650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:59:30.152853 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde1334e-41ae-4bb2-80cd-62c8d331ad2b None None] Attempting to bind port 000bb22d-6896-455d-a370-b390a7ed66c8 on network ad2172c5-e06a-4950-a922-0c7e574f5f17 {{(pid=108650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:59:30.170554 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def80711-df96-4cf7-bdce-41bf44b7f83f None None] Pushing event updated for resources: {'Port': ['ID=000bb22d-6896-455d-a370-b390a7ed66c8,revision_number=3']} {{(pid=108650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:30.181711 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1d0d3ff5-f036-4e4f-ae79-7d99bebe280f req-c1311381-5f41-431a-89ba-dcccc60efbe6 service neutron] 10.222.0.57 "GET /v2.0/networks/ad2172c5-e06a-4950-a922-0c7e574f5f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745224 Oct 26 14:59:30.193832 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde1334e-41ae-4bb2-80cd-62c8d331ad2b None None] Checking agent: {'id': '7cf7ebdc-aa0b-44cf-abbb-a49983147622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-732704-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 14, 50, 44), 'started_at': datetime.datetime(2021, 10, 26, 14, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-732704-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:59:30.194506 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde1334e-41ae-4bb2-80cd-62c8d331ad2b None None] Checking segment: {'id': '84d62a4d-b5c1-4d59-bde4-a1debd3ef48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ad2172c5-e06a-4950-a922-0c7e574f5f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:59:30.196924 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-dde1334e-41ae-4bb2-80cd-62c8d331ad2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:30.197543 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde1334e-41ae-4bb2-80cd-62c8d331ad2b None None] Bound using segment: {'id': '84d62a4d-b5c1-4d59-bde4-a1debd3ef48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ad2172c5-e06a-4950-a922-0c7e574f5f17'} {{(pid=108650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:59:30.199451 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.managers [None req-dde1334e-41ae-4bb2-80cd-62c8d331ad2b None None] Bound port: 000bb22d-6896-455d-a370-b390a7ed66c8, host: dv-cinder-732704-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84d62a4d-b5c1-4d59-bde4-a1debd3ef48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ad2172c5-e06a-4950-a922-0c7e574f5f17'}}] {{(pid=108650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:59:30.200002 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-dde1334e-41ae-4bb2-80cd-62c8d331ad2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:30.250902 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-d9cd2ca8-bd6a-4e1b-9d4a-ba2c1a6a3dd2 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:30.252127 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-d9cd2ca8-bd6a-4e1b-9d4a-ba2c1a6a3dd2 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.4746001 Oct 26 14:59:30.255252 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 55348) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:30.267038 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [None req-6463b7ea-295b-4eba-947b-e34e418c0a2a tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Request body: {'security_group_rule': {'security_group_id': 'c45b691f-1921-4a04-a9f1-dc4b9749de85', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:30.332613 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-14315662-bec3-42a7-b139-24856006b7a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:30.343326 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.db [None req-dde1334e-41ae-4bb2-80cd-62c8d331ad2b None None] For port 000bb22d-6896-455d-a370-b390a7ed66c8, host dv-cinder-732704-6-iscsi, cleared binding levels {{(pid=108650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:59:30.347425 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.db [None req-dde1334e-41ae-4bb2-80cd-62c8d331ad2b None None] For port 000bb22d-6896-455d-a370-b390a7ed66c8, host dv-cinder-732704-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=000bb22d-6896-455d-a370-b390a7ed66c8,segment=NetworkSegment(84d62a4d-b5c1-4d59-bde4-a1debd3ef48c),segment_id=84d62a4d-b5c1-4d59-bde4-a1debd3ef48c)] {{(pid=108650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:59:30.369527 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0f0fa-e18a-4ba3-a312-cdb0532412ca req-3c5fa7bd-b13e-4ed2-87ad-75e5ab51e5fb tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:30.371872 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2df0f0fa-e18a-4ba3-a312-cdb0532412ca req-3c5fa7bd-b13e-4ed2-87ad-75e5ab51e5fb tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a439dcb-81cc-4502-b7d3-48a83b5c5ea9 HTTP/1.1" status: 200 len: 931 time: 0.0840018 Oct 26 14:59:30.429888 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-491fd9c2-6d8d-4f7b-a5ae-1f0e3e1941f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'name': 'tempest-AttachVolumeTestJSON-1623523863-router', 'tenant_id': '5b867107a3d44416a28e053e339e7d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '91dfbf11-545f-40c2-b69b-08463054ab42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:20Z', 'updated_at': '2021-10-26T14:59:25Z', 'revision_number': 4, 'project_id': '5b867107a3d44416a28e053e339e7d5f', 'gw_port': {'id': '91dfbf11-545f-40c2-b69b-08463054ab42', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:21Z', 'updated_at': '2021-10-26T14:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': '7317a713-edf3-4ac5-b9b3-b5884a404dc3', 'name': '', 'network_id': 'c4a59254-0cf7-4cdc-9af4-c745fac64f1e', 'tenant_id': '5b867107a3d44416a28e053e339e7d5f', 'mac_address': 'fa:16:3e:3e:49:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e3398950-00b5-499d-8477-d73683a1256e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:24Z', 'updated_at': '2021-10-26T14:59:26Z', 'revision_number': 2, 'project_id': '5b867107a3d44416a28e053e339e7d5f', 'subnets': [{'id': 'e3398950-00b5-499d-8477-d73683a1256e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:30.438607 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2df0f0fa-e18a-4ba3-a312-cdb0532412ca req-48c12b45-f747-497d-a2c1-7c2ae04172cd tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e255083-1768-4474-a07a-f0b35e252b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589900 Oct 26 14:59:30.444989 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-14315662-bec3-42a7-b139-24856006b7a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:30.465407 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491fd9c2-6d8d-4f7b-a5ae-1f0e3e1941f0 None None] Checking router: 9bf93efb-a9f6-4a5c-9462-8d777e3445ee for host: dv-cinder-732704-6-iscsi {{(pid=108649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:59:30.465764 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491fd9c2-6d8d-4f7b-a5ae-1f0e3e1941f0 None None] Updating router 9bf93efb-a9f6-4a5c-9462-8d777e3445ee port 7317a713-edf3-4ac5-b9b3-b5884a404dc3 binding host dv-cinder-732704-6-iscsi {{(pid=108649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:59:30.491405 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-491fd9c2-6d8d-4f7b-a5ae-1f0e3e1941f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:30.610066 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 91dfbf11-545f-40c2-b69b-08463054ab42 up at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:59:30.808996 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-dde1334e-41ae-4bb2-80cd-62c8d331ad2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:30.817735 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-6463b7ea-295b-4eba-947b-e34e418c0a2a tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:30.841523 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Provisioning complete for port 91dfbf11-545f-40c2-b69b-08463054ab42 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:30.841523 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:30.918314 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-af1d5dd2-dbba-4ead-b841-8146b6d0821c tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=108647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:59:30.921777 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-af1d5dd2-dbba-4ead-b841-8146b6d0821c tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0181367 Oct 26 14:59:30.932853 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde1334e-41ae-4bb2-80cd-62c8d331ad2b None None] Routers {'02c6f799-21be-46df-b8c1-bd90e7f4a3f1'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:59:30.936976 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-dde1334e-41ae-4bb2-80cd-62c8d331ad2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T14:59:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['02c6f799-21be-46df-b8c1-bd90e7f4a3f1'], 'active': True} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:30.942029 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-6463b7ea-295b-4eba-947b-e34e418c0a2a tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:30.958925 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-14315662-bec3-42a7-b139-24856006b7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:30.995349 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-04e73248-e6bb-41d2-8f8f-9f2c70ce8794 req-497ac210-8fd3-461e-b97c-4144c4d5ae76 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 210 time: 0.0822761 Oct 26 14:59:31.032020 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def80711-df96-4cf7-bdce-41bf44b7f83f None None] Pushing event updated for resources: {'Port': ['ID=000bb22d-6896-455d-a370-b390a7ed66c8,revision_number=4']} {{(pid=108650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:31.095754 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-491fd9c2-6d8d-4f7b-a5ae-1f0e3e1941f0 None None] Publish callbacks [] for port, precommit_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:31.164294 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14315662-bec3-42a7-b139-24856006b7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3223a034-6027-426f-9c8b-d3578f5f658f,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:31.232754 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-6463b7ea-295b-4eba-947b-e34e418c0a2a tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576478'] for security_group_rule, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:31.236536 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvr_db [None req-dde1334e-41ae-4bb2-80cd-62c8d331ad2b None None] Set router 02c6f799-21be-46df-b8c1-bd90e7f4a3f1 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:59:31.247755 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-491fd9c2-6d8d-4f7b-a5ae-1f0e3e1941f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:31.277477 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6463b7ea-295b-4eba-947b-e34e418c0a2a tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ccdc5a9-c586-4811-9a42-78b987dea41c,revision_number=0']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:31.282237 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-14315662-bec3-42a7-b139-24856006b7a5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=059238b189cd4e9c8aa6a797a7b40864&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2103679 Oct 26 14:59:31.284944 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 55382) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:31.342849 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2e31be-e37a-4cd8-88e2-9734fe062d4a None None] Pushing event updated for resources: {'Port': ['ID=7317a713-edf3-4ac5-b9b3-b5884a404dc3,revision_number=3']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:31.364433 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-3dc1232e-5ebb-49d5-a841-6f2b169a355f service neutron] Request body: {'port': {'device_id': '2a439dcb-81cc-4502-b7d3-48a83b5c5ea9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73270'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:31.412771 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-b92c18ea-5318-4dff-9a4c-ad04da60ea06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:31.447357 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-b92c18ea-5318-4dff-9a4c-ad04da60ea06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:31.549605 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-491fd9c2-6d8d-4f7b-a5ae-1f0e3e1941f0 None None] Attempting to bind port 7317a713-edf3-4ac5-b9b3-b5884a404dc3 on host dv-cinder-732704-6-iscsi for vnic_type normal with profile {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:59:31.549998 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-491fd9c2-6d8d-4f7b-a5ae-1f0e3e1941f0 None None] Attempting to bind port 7317a713-edf3-4ac5-b9b3-b5884a404dc3 by drivers openvswitch,hyperv on host dv-cinder-732704-6-iscsi at level 0 using segments [{'id': '3c5cd00d-2851-4d55-a807-8a31540e2d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c4a59254-0cf7-4cdc-9af4-c745fac64f1e'}] {{(pid=108649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:59:31.552629 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491fd9c2-6d8d-4f7b-a5ae-1f0e3e1941f0 None None] Attempting to bind port 7317a713-edf3-4ac5-b9b3-b5884a404dc3 on network c4a59254-0cf7-4cdc-9af4-c745fac64f1e {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:59:31.569313 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491fd9c2-6d8d-4f7b-a5ae-1f0e3e1941f0 None None] Checking agent: {'id': '7cf7ebdc-aa0b-44cf-abbb-a49983147622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-732704-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 14, 50, 44), 'started_at': datetime.datetime(2021, 10, 26, 14, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-732704-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:59:31.569624 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491fd9c2-6d8d-4f7b-a5ae-1f0e3e1941f0 None None] Checking segment: {'id': '3c5cd00d-2851-4d55-a807-8a31540e2d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c4a59254-0cf7-4cdc-9af4-c745fac64f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:59:31.570489 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-491fd9c2-6d8d-4f7b-a5ae-1f0e3e1941f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:31.572443 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491fd9c2-6d8d-4f7b-a5ae-1f0e3e1941f0 None None] Bound using segment: {'id': '3c5cd00d-2851-4d55-a807-8a31540e2d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c4a59254-0cf7-4cdc-9af4-c745fac64f1e'} {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:59:31.574076 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-491fd9c2-6d8d-4f7b-a5ae-1f0e3e1941f0 None None] Bound port: 7317a713-edf3-4ac5-b9b3-b5884a404dc3, host: dv-cinder-732704-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c5cd00d-2851-4d55-a807-8a31540e2d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c4a59254-0cf7-4cdc-9af4-c745fac64f1e'}}] {{(pid=108649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:59:31.575078 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-491fd9c2-6d8d-4f7b-a5ae-1f0e3e1941f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:31.774238 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a44c7a-3219-4114-b181-22fef80958da req-49e53f83-0330-4c77-ae17-50aef7b47b3e tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:31.775812 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-26a44c7a-3219-4114-b181-22fef80958da req-49e53f83-0330-4c77-ae17-50aef7b47b3e tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a439dcb-81cc-4502-b7d3-48a83b5c5ea9 HTTP/1.1" status: 200 len: 931 time: 0.1789722 Oct 26 14:59:31.829478 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-491fd9c2-6d8d-4f7b-a5ae-1f0e3e1941f0 None None] For port 7317a713-edf3-4ac5-b9b3-b5884a404dc3, host dv-cinder-732704-6-iscsi, cleared binding levels {{(pid=108649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:59:31.833707 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-7e1642be-6690-44be-83eb-6a8425019f1d None None] Provisioning complete for port 7317a713-edf3-4ac5-b9b3-b5884a404dc3 triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:31.834085 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-7e1642be-6690-44be-83eb-6a8425019f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:31.836999 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-491fd9c2-6d8d-4f7b-a5ae-1f0e3e1941f0 None None] For port 7317a713-edf3-4ac5-b9b3-b5884a404dc3, host dv-cinder-732704-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=7317a713-edf3-4ac5-b9b3-b5884a404dc3,segment=NetworkSegment(3c5cd00d-2851-4d55-a807-8a31540e2d22),segment_id=3c5cd00d-2851-4d55-a807-8a31540e2d22)] {{(pid=108649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:59:31.839957 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-dde1334e-41ae-4bb2-80cd-62c8d331ad2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c6f799-21be-46df-b8c1-bd90e7f4a3f1', 'name': 'tempest-ServerRescueNegativeTestJSON-844947880-router', 'tenant_id': 'e858799915f545b79e6f36f7cda2f6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '3a7c1f50-6b87-4af0-9bcc-67a53a86dbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:20Z', 'updated_at': '2021-10-26T14:59:25Z', 'revision_number': 4, 'project_id': 'e858799915f545b79e6f36f7cda2f6c7', 'gw_port': {'id': '3a7c1f50-6b87-4af0-9bcc-67a53a86dbda', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:68:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6f799-21be-46df-b8c1-bd90e7f4a3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:21Z', 'updated_at': '2021-10-26T14:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': '000bb22d-6896-455d-a370-b390a7ed66c8', 'name': '', 'network_id': 'ad2172c5-e06a-4950-a922-0c7e574f5f17', 'tenant_id': 'e858799915f545b79e6f36f7cda2f6c7', 'mac_address': 'fa:16:3e:81:0f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c6f799-21be-46df-b8c1-bd90e7f4a3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '673dc4e7-f4e6-456e-9bb6-73f76f7d8feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:24Z', 'updated_at': '2021-10-26T14:59:30Z', 'revision_number': 4, 'project_id': 'e858799915f545b79e6f36f7cda2f6c7', 'subnets': [{'id': '673dc4e7-f4e6-456e-9bb6-73f76f7d8feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:31.884646 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-b92c18ea-5318-4dff-9a4c-ad04da60ea06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:31.886612 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde1334e-41ae-4bb2-80cd-62c8d331ad2b None None] The sync data for ids ['02c6f799-21be-46df-b8c1-bd90e7f4a3f1'] in dv-cinder-732704-6-iscsi is: [{'id': '02c6f799-21be-46df-b8c1-bd90e7f4a3f1', 'name': 'tempest-ServerRescueNegativeTestJSON-844947880-router', 'tenant_id': 'e858799915f545b79e6f36f7cda2f6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '3a7c1f50-6b87-4af0-9bcc-67a53a86dbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:20Z', 'updated_at': '2021-10-26T14:59:25Z', 'revision_number': 4, 'project_id': 'e858799915f545b79e6f36f7cda2f6c7', 'gw_port': {'id': '3a7c1f50-6b87-4af0-9bcc-67a53a86dbda', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:68:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6f799-21be-46df-b8c1-bd90e7f4a3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:21Z', 'updated_at': '2021-10-26T14:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': '000bb22d-6896-455d-a370-b390a7ed66c8', 'name': '', 'network_id': 'ad2172c5-e06a-4950-a922-0c7e574f5f17', 'tenant_id': 'e858799915f545b79e6f36f7cda2f6c7', 'mac_address': 'fa:16:3e:81:0f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c6f799-21be-46df-b8c1-bd90e7f4a3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '673dc4e7-f4e6-456e-9bb6-73f76f7d8feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:24Z', 'updated_at': '2021-10-26T14:59:30Z', 'revision_number': 4, 'project_id': 'e858799915f545b79e6f36f7cda2f6c7', 'subnets': [{'id': '673dc4e7-f4e6-456e-9bb6-73f76f7d8feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:59:31.888292 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-b92c18ea-5318-4dff-9a4c-ad04da60ea06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:31.893263 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-b92c18ea-5318-4dff-9a4c-ad04da60ea06 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3223a034-6027-426f-9c8b-d3578f5f658f HTTP/1.1" status: 204 len: 168 time: 0.6045799 Oct 26 14:59:31.940907 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-26a44c7a-3219-4114-b181-22fef80958da req-17bb0ce1-2681-4820-87d9-46092e181ff2 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e255083-1768-4474-a07a-f0b35e252b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532588 Oct 26 14:59:31.942157 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c18ea-5318-4dff-9a4c-ad04da60ea06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3223a034-6027-426f-9c8b-d3578f5f658f,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:32.049783 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-6463b7ea-295b-4eba-947b-e34e418c0a2a tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:32.055027 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-6463b7ea-295b-4eba-947b-e34e418c0a2a tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7962313 Oct 26 14:59:32.063631 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 55400) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:32.075302 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-a91b1e74-6c03-499e-af6d-beb0ad6bae81 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Request body: {'security_group_rule': {'security_group_id': 'c45b691f-1921-4a04-a9f1-dc4b9749de85', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:32.090342 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-7e1642be-6690-44be-83eb-6a8425019f1d None None] Port 7317a713-edf3-4ac5-b9b3-b5884a404dc3 cannot update to ACTIVE because it is not bound. {{(pid=108649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:59:32.111220 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-3dc1232e-5ebb-49d5-a841-6f2b169a355f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:32.118776 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-491fd9c2-6d8d-4f7b-a5ae-1f0e3e1941f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:32.230934 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a89312e1-8ea6-40a7-ae05-c5db98af2db4 req-04cd0ae3-8f67-4b2a-a317-0e2a69003b55 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 210 time: 0.1003566 Oct 26 14:59:32.267744 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491fd9c2-6d8d-4f7b-a5ae-1f0e3e1941f0 None None] Routers {'9bf93efb-a9f6-4a5c-9462-8d777e3445ee'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:59:32.283606 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-491fd9c2-6d8d-4f7b-a5ae-1f0e3e1941f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T14:59:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['9bf93efb-a9f6-4a5c-9462-8d777e3445ee'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:32.396341 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a91b1e74-6c03-499e-af6d-beb0ad6bae81 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:32.630051 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2e31be-e37a-4cd8-88e2-9734fe062d4a None None] Pushing event updated for resources: {'Port': ['ID=7317a713-edf3-4ac5-b9b3-b5884a404dc3,revision_number=4']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:32.737947 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-491fd9c2-6d8d-4f7b-a5ae-1f0e3e1941f0 None None] Set router 9bf93efb-a9f6-4a5c-9462-8d777e3445ee gateway port host: dv-cinder-732704-6-iscsi {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:59:32.772820 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a91b1e74-6c03-499e-af6d-beb0ad6bae81 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:32.894839 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 000bb22d-6896-455d-a370-b390a7ed66c8 up at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:59:33.042574 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-624ff369-a276-4be6-ac54-06b51b7f5b80 None None] Provisioning complete for port 7317a713-edf3-4ac5-b9b3-b5884a404dc3 triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:33.043365 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-624ff369-a276-4be6-ac54-06b51b7f5b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:33.114850 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-3dc1232e-5ebb-49d5-a841-6f2b169a355f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 641a56e9-8606-4380-8bdd-511cb4b87d3d {{(pid=108647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:59:33.127496 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-3dc1232e-5ebb-49d5-a841-6f2b169a355f service neutron] Publish callbacks [] for port, precommit_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:33.155047 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1686f-b443-48b1-9bd9-32b69f6be8f6 req-cd0c9618-46a8-4d4e-b21c-7bc7fc845abc tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:33.157228 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-dab1686f-b443-48b1-9bd9-32b69f6be8f6 req-cd0c9618-46a8-4d4e-b21c-7bc7fc845abc tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a439dcb-81cc-4502-b7d3-48a83b5c5ea9 HTTP/1.1" status: 200 len: 931 time: 0.1022098 Oct 26 14:59:33.173342 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.provisioning_blocks [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-3dc1232e-5ebb-49d5-a841-6f2b169a355f service neutron] Transition to ACTIVE for port object 641a56e9-8606-4380-8bdd-511cb4b87d3d will not be triggered until provisioned by entity L2. {{(pid=108647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:59:33.217626 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:59:33.218682 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-dab1686f-b443-48b1-9bd9-32b69f6be8f6 req-1d41f6a4-8cb4-451c-9a81-8a2f03eee453 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e255083-1768-4474-a07a-f0b35e252b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508447 Oct 26 14:59:33.268944 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Provisioning complete for port 000bb22d-6896-455d-a370-b390a7ed66c8 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:33.269775 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:33.358903 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-175420f4-7359-4d0a-bfdd-a93e2f513574 req-24c2ae85-04fd-4a38-83f8-74eed88bd354 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 210 time: 0.0601344 Oct 26 14:59:33.382884 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-624ff369-a276-4be6-ac54-06b51b7f5b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:33.435032 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-491fd9c2-6d8d-4f7b-a5ae-1f0e3e1941f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'name': 'tempest-AttachVolumeTestJSON-1623523863-router', 'tenant_id': '5b867107a3d44416a28e053e339e7d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '91dfbf11-545f-40c2-b69b-08463054ab42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:20Z', 'updated_at': '2021-10-26T14:59:25Z', 'revision_number': 4, 'project_id': '5b867107a3d44416a28e053e339e7d5f', 'gw_port': {'id': '91dfbf11-545f-40c2-b69b-08463054ab42', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:21Z', 'updated_at': '2021-10-26T14:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': '7317a713-edf3-4ac5-b9b3-b5884a404dc3', 'name': '', 'network_id': 'c4a59254-0cf7-4cdc-9af4-c745fac64f1e', 'tenant_id': '5b867107a3d44416a28e053e339e7d5f', 'mac_address': 'fa:16:3e:3e:49:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e3398950-00b5-499d-8477-d73683a1256e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:24Z', 'updated_at': '2021-10-26T14:59:31Z', 'revision_number': 4, 'project_id': '5b867107a3d44416a28e053e339e7d5f', 'subnets': [{'id': 'e3398950-00b5-499d-8477-d73683a1256e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:33.496777 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491fd9c2-6d8d-4f7b-a5ae-1f0e3e1941f0 None None] The sync data for ids ['9bf93efb-a9f6-4a5c-9462-8d777e3445ee'] in dv-cinder-732704-6-iscsi is: [{'id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'name': 'tempest-AttachVolumeTestJSON-1623523863-router', 'tenant_id': '5b867107a3d44416a28e053e339e7d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '91dfbf11-545f-40c2-b69b-08463054ab42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:20Z', 'updated_at': '2021-10-26T14:59:25Z', 'revision_number': 4, 'project_id': '5b867107a3d44416a28e053e339e7d5f', 'gw_port': {'id': '91dfbf11-545f-40c2-b69b-08463054ab42', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:21Z', 'updated_at': '2021-10-26T14:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': '7317a713-edf3-4ac5-b9b3-b5884a404dc3', 'name': '', 'network_id': 'c4a59254-0cf7-4cdc-9af4-c745fac64f1e', 'tenant_id': '5b867107a3d44416a28e053e339e7d5f', 'mac_address': 'fa:16:3e:3e:49:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e3398950-00b5-499d-8477-d73683a1256e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:24Z', 'updated_at': '2021-10-26T14:59:31Z', 'revision_number': 4, 'project_id': '5b867107a3d44416a28e053e339e7d5f', 'subnets': [{'id': 'e3398950-00b5-499d-8477-d73683a1256e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:59:33.499847 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-624ff369-a276-4be6-ac54-06b51b7f5b80 None None] For port 7317a713-edf3-4ac5-b9b3-b5884a404dc3, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=7317a713-edf3-4ac5-b9b3-b5884a404dc3,segment=NetworkSegment(3c5cd00d-2851-4d55-a807-8a31540e2d22),segment_id=3c5cd00d-2851-4d55-a807-8a31540e2d22)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:59:33.524381 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:33.566374 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] For port 000bb22d-6896-455d-a370-b390a7ed66c8, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=000bb22d-6896-455d-a370-b390a7ed66c8,segment=NetworkSegment(84d62a4d-b5c1-4d59-bde4-a1debd3ef48c),segment_id=84d62a4d-b5c1-4d59-bde4-a1debd3ef48c)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:59:33.984548 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a91b1e74-6c03-499e-af6d-beb0ad6bae81 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576478'] for security_group_rule, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:33.988333 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-624ff369-a276-4be6-ac54-06b51b7f5b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:33.989043 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-3dc1232e-5ebb-49d5-a841-6f2b169a355f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:34.034551 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b1e74-6c03-499e-af6d-beb0ad6bae81 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6c49814-0ca5-4d4d-ac33-bb0f8634a80d,revision_number=0']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:34.079786 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:34.092504 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ff369-a276-4be6-ac54-06b51b7f5b80 None None] Pushing event updated for resources: {'Port': ['ID=7317a713-edf3-4ac5-b9b3-b5884a404dc3,revision_number=5']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:34.097199 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc1232e-5ebb-49d5-a841-6f2b169a355f service neutron] Pushing event updated for resources: {'Port': ['ID=641a56e9-8606-4380-8bdd-511cb4b87d3d,revision_number=2']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:34.211957 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Pushing event updated for resources: {'Port': ['ID=000bb22d-6896-455d-a370-b390a7ed66c8,revision_number=5']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:34.261605 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.managers [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-3dc1232e-5ebb-49d5-a841-6f2b169a355f service neutron] Attempting to bind port 641a56e9-8606-4380-8bdd-511cb4b87d3d on host hv-cinder-73270 for vnic_type normal with profile {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:59:34.262199 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.managers [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-3dc1232e-5ebb-49d5-a841-6f2b169a355f service neutron] Attempting to bind port 641a56e9-8606-4380-8bdd-511cb4b87d3d by drivers openvswitch,hyperv on host hv-cinder-73270 at level 0 using segments [{'id': 'a5a1ad78-d83b-429a-9cf2-705856c21539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2c30d673-7c0e-4f3b-9ed8-8f32b9b3cdbe'}] {{(pid=108647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:59:34.262306 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-3dc1232e-5ebb-49d5-a841-6f2b169a355f service neutron] Attempting to bind port 641a56e9-8606-4380-8bdd-511cb4b87d3d on network 2c30d673-7c0e-4f3b-9ed8-8f32b9b3cdbe {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:59:34.267201 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-3dc1232e-5ebb-49d5-a841-6f2b169a355f service neutron] Port 641a56e9-8606-4380-8bdd-511cb4b87d3d on network 2c30d673-7c0e-4f3b-9ed8-8f32b9b3cdbe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73270 {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:59:34.271049 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-3dc1232e-5ebb-49d5-a841-6f2b169a355f service neutron] Attempting to bind port 641a56e9-8606-4380-8bdd-511cb4b87d3d on network 2c30d673-7c0e-4f3b-9ed8-8f32b9b3cdbe {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:59:34.279854 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-3dc1232e-5ebb-49d5-a841-6f2b169a355f service neutron] Checking agent: {'id': 'aa824652-354b-48bb-834a-72ec45d7dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73270', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 14, 57, 28), 'started_at': datetime.datetime(2021, 10, 26, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:59:34.280209 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-3dc1232e-5ebb-49d5-a841-6f2b169a355f service neutron] Checking segment: {'id': 'a5a1ad78-d83b-429a-9cf2-705856c21539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2c30d673-7c0e-4f3b-9ed8-8f32b9b3cdbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:59:34.283850 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-3dc1232e-5ebb-49d5-a841-6f2b169a355f service neutron] Bound using segment: {'id': 'a5a1ad78-d83b-429a-9cf2-705856c21539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2c30d673-7c0e-4f3b-9ed8-8f32b9b3cdbe'} {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:59:34.285297 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.managers [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-3dc1232e-5ebb-49d5-a841-6f2b169a355f service neutron] Bound port: 641a56e9-8606-4380-8bdd-511cb4b87d3d, host: hv-cinder-73270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5a1ad78-d83b-429a-9cf2-705856c21539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2c30d673-7c0e-4f3b-9ed8-8f32b9b3cdbe'}}] {{(pid=108647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:59:34.286130 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-3dc1232e-5ebb-49d5-a841-6f2b169a355f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:34.384506 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 55438) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:34.458461 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-3dc1232e-5ebb-49d5-a841-6f2b169a355f service neutron] For port 641a56e9-8606-4380-8bdd-511cb4b87d3d, host hv-cinder-73270, cleared binding levels {{(pid=108647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:59:34.463581 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-3dc1232e-5ebb-49d5-a841-6f2b169a355f service neutron] For port 641a56e9-8606-4380-8bdd-511cb4b87d3d, host hv-cinder-73270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=641a56e9-8606-4380-8bdd-511cb4b87d3d,segment=NetworkSegment(a5a1ad78-d83b-429a-9cf2-705856c21539),segment_id=a5a1ad78-d83b-429a-9cf2-705856c21539)] {{(pid=108647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:59:34.533581 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a91b1e74-6c03-499e-af6d-beb0ad6bae81 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:34.536140 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-a91b1e74-6c03-499e-af6d-beb0ad6bae81 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.4693489 Oct 26 14:59:34.538389 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 55446) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:34.543941 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [None req-e6eb140c-47ef-4c9d-a88f-40cf9be04e15 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Request body: {'floatingip': {'floating_network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:34.583307 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-952969c5-8ad4-4997-9294-3bcfed549706 req-38805742-7098-4c08-a01c-c855e4a1540f tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 210 time: 0.1251729 Oct 26 14:59:34.603720 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e2993-a780-4481-8970-619815cba991 req-9d03c2e9-c40b-4f3c-a169-3640c795d912 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:34.617616 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-325e2993-a780-4481-8970-619815cba991 req-9d03c2e9-c40b-4f3c-a169-3640c795d912 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a439dcb-81cc-4502-b7d3-48a83b5c5ea9 HTTP/1.1" status: 200 len: 943 time: 0.2499831 Oct 26 14:59:34.630848 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-85b0590d-5577-4dd5-bbfa-26358e6920fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:34.637320 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-3dc1232e-5ebb-49d5-a841-6f2b169a355f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:34.718756 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-325e2993-a780-4481-8970-619815cba991 req-d9c277be-faa3-4a68-acf8-a1759bfe101a tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e255083-1768-4474-a07a-f0b35e252b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804570 Oct 26 14:59:34.776235 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 7317a713-edf3-4ac5-b9b3-b5884a404dc3 up at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:59:34.882443 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Provisioning complete for port 7317a713-edf3-4ac5-b9b3-b5884a404dc3 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:34.885156 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:34.894745 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-3dc1232e-5ebb-49d5-a841-6f2b169a355f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:34.903775 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-3dc1232e-5ebb-49d5-a841-6f2b169a355f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for port, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:34.905901 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-3dc1232e-5ebb-49d5-a841-6f2b169a355f service neutron] 10.222.0.76 "PUT /v2.0/ports/641a56e9-8606-4380-8bdd-511cb4b87d3d HTTP/1.1" status: 200 len: 1093 time: 3.7671545 Oct 26 14:59:34.915881 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a439dcb-81cc-4502-b7d3-48a83b5c5ea9', 'tag': '641a56e9-8606-4380-8bdd-511cb4b87d3d'}] {{(pid=108647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:59:35.080100 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc1232e-5ebb-49d5-a841-6f2b169a355f service neutron] Pushing event updated for resources: {'Port': ['ID=641a56e9-8606-4380-8bdd-511cb4b87d3d,revision_number=3']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:35.112971 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 000bb22d-6896-455d-a370-b390a7ed66c8 up at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:59:35.125608 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-e6eb140c-47ef-4c9d-a88f-40cf9be04e15 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks [] for floatingip, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:35.164805 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 55468) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:35.203184 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-820ab11d-4719-495e-abfa-45f1d810a553 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:35.293736 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Provisioning complete for port 000bb22d-6896-455d-a370-b390a7ed66c8 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:35.294180 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:35.321653 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c67b12b1cf7ef49faca107c22834427ed1d300477b197fee39d1c6656c9e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657d48e5-5fa1-48f0-be5a-7b7f29d3767e" -d '{"events": [{"name": "network-changed", "server_uuid": "2a439dcb-81cc-4502-b7d3-48a83b5c5ea9", "tag": "641a56e9-8606-4380-8bdd-511cb4b87d3d"}]}' {{(pid=108647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:59:35.413487 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-820ab11d-4719-495e-abfa-45f1d810a553 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:35.471646 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-85b0590d-5577-4dd5-bbfa-26358e6920fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:35.509769 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-e6eb140c-47ef-4c9d-a88f-40cf9be04e15 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:35.587840 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2cd59f-e7d7-4c8e-9536-075dcf18f9c4 x-openstack-request-id: req-6b2cd59f-e7d7-4c8e-9536-075dcf18f9c4 {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:59:35.588113 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a439dcb-81cc-4502-b7d3-48a83b5c5ea9", "tag": "641a56e9-8606-4380-8bdd-511cb4b87d3d", "status": "completed", "code": 200}]} {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:59:35.588380 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6b2cd59f-e7d7-4c8e-9536-075dcf18f9c4 {{(pid=108647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:59:35.589001 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a439dcb-81cc-4502-b7d3-48a83b5c5ea9', 'tag': '641a56e9-8606-4380-8bdd-511cb4b87d3d', 'status': 'completed', 'code': 200} Oct 26 14:59:35.598864 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-820ab11d-4719-495e-abfa-45f1d810a553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:35.615221 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-85b0590d-5577-4dd5-bbfa-26358e6920fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:35.677550 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-820ab11d-4719-495e-abfa-45f1d810a553 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f082f072faa14d92aa184555ce7761e0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5115926 Oct 26 14:59:35.680194 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 55478) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:35.686298 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-85b0590d-5577-4dd5-bbfa-26358e6920fd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6ce232613eec407a81b7c80a1358024c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3000977 Oct 26 14:59:35.687957 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.db_base_plugin_common [None req-e6eb140c-47ef-4c9d-a88f-40cf9be04e15 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Allocated IP 172.27.0.84 (164d7f62-997a-4502-882b-0bfc21bc1de5/6ece9388-c7af-48ed-bfac-1151ab9231f6/46a1e4a4-e149-4664-920e-cfcae205f380) {{(pid=108647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:59:35.691314 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 55480) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:35.708729 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b0590d-5577-4dd5-bbfa-26358e6920fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b401775-9e13-4a63-9cf6-996ce52b9f9f,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:35.766416 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ab11d-4719-495e-abfa-45f1d810a553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277e50b3-16bc-40ed-9727-0fa72b58e6d7,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:35.776344 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-bc17c231-e67c-44ad-b0b4-fdecc7c1be71 req-5f7fef6f-9178-40f7-9719-4b030a738a8a tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 210 time: 0.0621877 Oct 26 14:59:35.824243 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-da73513e-8601-4f50-8b12-3ecb3a4c5597 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:35.829014 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-26c2cdb4-ba32-48b4-a778-34672bade5bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:35.870224 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-e6eb140c-47ef-4c9d-a88f-40cf9be04e15 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks [] for port, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:35.872774 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-da73513e-8601-4f50-8b12-3ecb3a4c5597 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:35.896314 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-26c2cdb4-ba32-48b4-a778-34672bade5bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:35.919364 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc7944e-0768-4308-90ef-20681c64d896 req-c5487bdb-db0e-4cb8-bdb5-6c381d7c79b9 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:35.925250 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fcc7944e-0768-4308-90ef-20681c64d896 req-c5487bdb-db0e-4cb8-bdb5-6c381d7c79b9 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a439dcb-81cc-4502-b7d3-48a83b5c5ea9 HTTP/1.1" status: 200 len: 943 time: 0.1063972 Oct 26 14:59:36.012461 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fcc7944e-0768-4308-90ef-20681c64d896 req-90af1c37-a50c-4dfa-bfe8-0172a34adbbf tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e255083-1768-4474-a07a-f0b35e252b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758598 Oct 26 14:59:36.219017 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-26c2cdb4-ba32-48b4-a778-34672bade5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:36.219746 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-e6eb140c-47ef-4c9d-a88f-40cf9be04e15 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706'] for port, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:36.223500 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-26c2cdb4-ba32-48b4-a778-34672bade5bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:36.225211 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-26c2cdb4-ba32-48b4-a778-34672bade5bb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/277e50b3-16bc-40ed-9727-0fa72b58e6d7 HTTP/1.1" status: 204 len: 168 time: 0.5437114 Oct 26 14:59:36.226712 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-da73513e-8601-4f50-8b12-3ecb3a4c5597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:36.229775 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-da73513e-8601-4f50-8b12-3ecb3a4c5597 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:36.234265 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-da73513e-8601-4f50-8b12-3ecb3a4c5597 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7b401775-9e13-4a63-9cf6-996ce52b9f9f HTTP/1.1" status: 204 len: 168 time: 0.5367587 Oct 26 14:59:36.235104 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2cdb4-ba32-48b4-a778-34672bade5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277e50b3-16bc-40ed-9727-0fa72b58e6d7,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:36.286542 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da73513e-8601-4f50-8b12-3ecb3a4c5597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b401775-9e13-4a63-9cf6-996ce52b9f9f,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:36.293300 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6eb140c-47ef-4c9d-a88f-40cf9be04e15 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Network 164d7f62-997a-4502-882b-0bfc21bc1de5 is already hosted by enough agents. {{(pid=108647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:59:36.297761 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [None req-e6eb140c-47ef-4c9d-a88f-40cf9be04e15 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Resources bound (agent type, host, resource id): {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:59:36.301068 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6eb140c-47ef-4c9d-a88f-40cf9be04e15 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Received port after_create {{(pid=108647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:59:36.318445 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eb140c-47ef-4c9d-a88f-40cf9be04e15 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Pushing event updated for resources: {'Port': ['ID=46a1e4a4-e149-4664-920e-cfcae205f380,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:36.427670 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-e6eb140c-47ef-4c9d-a88f-40cf9be04e15 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:36.861256 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-e6eb140c-47ef-4c9d-a88f-40cf9be04e15 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:36.922961 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c91d44ca-2076-47e5-a56f-7410694938ef req-cf399f72-f980-4f6e-9fa6-4edd9ccc86f9 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 210 time: 0.0316956 Oct 26 14:59:37.069144 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-e6eb140c-47ef-4c9d-a88f-40cf9be04e15 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks [] for port, precommit_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:37.172083 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c79b771-ca9b-43d8-b8c7-7aafde1ae48e req-d9052340-f94b-4b0e-8333-17df540e8b50 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:37.173655 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7c79b771-ca9b-43d8-b8c7-7aafde1ae48e req-d9052340-f94b-4b0e-8333-17df540e8b50 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a439dcb-81cc-4502-b7d3-48a83b5c5ea9 HTTP/1.1" status: 200 len: 943 time: 0.0622020 Oct 26 14:59:37.213903 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7c79b771-ca9b-43d8-b8c7-7aafde1ae48e req-2856b31a-690e-43ad-8ebd-c314dc03657f tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e255083-1768-4474-a07a-f0b35e252b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336778 Oct 26 14:59:37.721505 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-e6eb140c-47ef-4c9d-a88f-40cf9be04e15 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:37.759380 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-e6eb140c-47ef-4c9d-a88f-40cf9be04e15 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536297274'] for floatingip, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:37.774974 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eb140c-47ef-4c9d-a88f-40cf9be04e15 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Pushing event updated for resources: {'Port': ['ID=46a1e4a4-e149-4664-920e-cfcae205f380,revision_number=2']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:38.023356 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0e30e389-3888-4a5a-ae07-9560f0dba722 req-0f19ba69-9432-4418-a55a-af68d268c5fc tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 210 time: 0.0299807 Oct 26 14:59:38.141791 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-1333dd3b-4348-4db6-b4bc-d2acd19aeffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:38.146163 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-e6eb140c-47ef-4c9d-a88f-40cf9be04e15 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for floatingip, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:38.147656 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-e6eb140c-47ef-4c9d-a88f-40cf9be04e15 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6082857 Oct 26 14:59:38.332957 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b250c2-3dae-4b91-81f4-f7feddb08f4e req-df25d075-aca9-424a-a3c6-82891bc6bcad tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:38.334541 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-59b250c2-3dae-4b91-81f4-f7feddb08f4e req-df25d075-aca9-424a-a3c6-82891bc6bcad tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a439dcb-81cc-4502-b7d3-48a83b5c5ea9 HTTP/1.1" status: 200 len: 943 time: 0.0521066 Oct 26 14:59:38.372863 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-59b250c2-3dae-4b91-81f4-f7feddb08f4e req-d9d92f91-496b-42c8-8a77-61bffa64dc86 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e255083-1768-4474-a07a-f0b35e252b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321031 Oct 26 14:59:38.700845 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-efeb97bf-0b72-4cfa-a0e9-c22032b1ae1a tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1964092930&fields=id&tenant_id=5b867107a3d44416a28e053e339e7d5f HTTP/1.1" status: 200 len: 267 time: 0.0462542 Oct 26 14:59:38.763510 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 55564) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:38.770945 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-2dde218e-cf17-49c4-ac03-bf2aba8fef0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:38.827055 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-8f279047-e58c-4ed1-b188-8b41460bd3ed tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:38.827771 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-8f279047-e58c-4ed1-b188-8b41460bd3ed tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/networks?id=c4a59254-0cf7-4cdc-9af4-c745fac64f1e HTTP/1.1" status: 200 len: 811 time: 0.1200337 Oct 26 14:59:38.851877 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-1171570c-49e3-4e6d-baef-acfd77ef272c tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/quotas/5b867107a3d44416a28e053e339e7d5f HTTP/1.1" status: 200 len: 375 time: 0.0126805 Oct 26 14:59:38.878543 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-2dde218e-cf17-49c4-ac03-bf2aba8fef0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:38.921037 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-b05f7248-94e0-49d8-88c7-2602d9069093 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5b867107a3d44416a28e053e339e7d5f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0608468 Oct 26 14:59:39.038621 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-10a180fd-8f5e-4e53-bdf7-5b564fc573f6 service neutron] 10.222.0.57 "GET /v2.0/networks/c4a59254-0cf7-4cdc-9af4-c745fac64f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971324 Oct 26 14:59:39.137826 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-88a0bc50-6e69-4a71-9924-e0fec51e7652 req-7b1c9499-eb46-447c-9a24-f20812c1066d tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 210 time: 0.0360098 Oct 26 14:59:39.160744 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-250824e6-6041-41e3-9fb5-47a3e0b4a4e1 service neutron] 10.222.0.57 "GET /v2.0/networks/c4a59254-0cf7-4cdc-9af4-c745fac64f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179991 Oct 26 14:59:39.171684 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-2dde218e-cf17-49c4-ac03-bf2aba8fef0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:39.219151 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-2dde218e-cf17-49c4-ac03-bf2aba8fef0f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=53ca47da12694a7eb3390228898c497c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4606907 Oct 26 14:59:39.223309 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dde218e-cf17-49c4-ac03-bf2aba8fef0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864c33aa-9511-43e6-ac79-45ccf8454587,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:39.225427 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 55576) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:39.365718 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-42d775be-a666-4e82-a5d0-eed0a1bfc7ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:39.428968 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-42d775be-a666-4e82-a5d0-eed0a1bfc7ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:39.531180 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e93f4c-5446-4c7f-b5b6-92b350e8473d req-3adf578d-1c38-47fd-a05a-df1034d69aef tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:39.533495 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e2e93f4c-5446-4c7f-b5b6-92b350e8473d req-3adf578d-1c38-47fd-a05a-df1034d69aef tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a439dcb-81cc-4502-b7d3-48a83b5c5ea9 HTTP/1.1" status: 200 len: 943 time: 0.0732937 Oct 26 14:59:39.575986 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e2e93f4c-5446-4c7f-b5b6-92b350e8473d req-939a49d1-f1c5-41dc-b5f1-d5f1adbc6274 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e255083-1768-4474-a07a-f0b35e252b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354474 Oct 26 14:59:39.909096 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d4d9861e-1170-4b8d-b6dc-00f1056ebfb3 req-378da0b4-4548-4e5c-ab1c-76469f2e8553 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 210 time: 0.0317543 Oct 26 14:59:39.952533 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-42d775be-a666-4e82-a5d0-eed0a1bfc7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:39.963985 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-42d775be-a666-4e82-a5d0-eed0a1bfc7ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:39.963985 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-42d775be-a666-4e82-a5d0-eed0a1bfc7ca admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/864c33aa-9511-43e6-ac79-45ccf8454587 HTTP/1.1" status: 204 len: 168 time: 0.7302649 Oct 26 14:59:39.966546 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d775be-a666-4e82-a5d0-eed0a1bfc7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864c33aa-9511-43e6-ac79-45ccf8454587,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:40.124151 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 55608) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:40.235930 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f50f51ab-23e1-49ef-8257-0dc99fe15f37 req-817945ce-6685-49fc-a3d9-797049783daa tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 210 time: 0.0282624 Oct 26 14:59:40.668059 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-5fcb55b2-8290-4c71-818b-ca877672bbec admin admin] Publish callbacks [] for security_group, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:40.715721 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f44bae-6b23-4dbe-86c0-27981ec85ecc req-be6b29ce-0ac9-4dfd-8117-1115b259d666 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:40.718238 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f7f44bae-6b23-4dbe-86c0-27981ec85ecc req-be6b29ce-0ac9-4dfd-8117-1115b259d666 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a439dcb-81cc-4502-b7d3-48a83b5c5ea9 HTTP/1.1" status: 200 len: 943 time: 0.0681310 Oct 26 14:59:40.786607 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f7f44bae-6b23-4dbe-86c0-27981ec85ecc req-4068687a-1ad6-40fb-8d3e-593e43eb41df tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e255083-1768-4474-a07a-f0b35e252b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618320 Oct 26 14:59:40.793935 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-5fcb55b2-8290-4c71-818b-ca877672bbec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:41.000457 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e4932181-5609-4b4d-8311-962d30995ab8 req-3ab92eb7-cc78-405a-9f74-9f468c363fc0 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 210 time: 0.0309656 Oct 26 14:59:41.341087 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6a01b79f-6a51-4b24-90f4-c77dc2daac03 req-58a2f412-9812-42c6-9eb7-369d423b191d tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 210 time: 0.0289664 Oct 26 14:59:41.407420 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-5fcb55b2-8290-4c71-818b-ca877672bbec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:41.455195 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-5fcb55b2-8290-4c71-818b-ca877672bbec admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=44d97bc32aa54cb8b9a85285f03ea154&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3265646 Oct 26 14:59:41.455195 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb55b2-8290-4c71-818b-ca877672bbec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51fe785-78b6-4661-b73a-dd0087056045,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:41.455588 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 55640) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:41.522229 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-34574689-c43c-499b-be3e-4ecf0748d940 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:41.601078 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-34574689-c43c-499b-be3e-4ecf0748d940 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:41.790489 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-34574689-c43c-499b-be3e-4ecf0748d940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:41.793024 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-34574689-c43c-499b-be3e-4ecf0748d940 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:41.794328 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-34574689-c43c-499b-be3e-4ecf0748d940 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c51fe785-78b6-4661-b73a-dd0087056045 HTTP/1.1" status: 204 len: 168 time: 0.3377006 Oct 26 14:59:41.802856 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34574689-c43c-499b-be3e-4ecf0748d940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51fe785-78b6-4661-b73a-dd0087056045,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:41.939527 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5163664-7288-4265-a8a6-c89499b46900 req-cc9957b3-f5f0-4a21-8143-f999b8208b8b tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:41.947096 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f5163664-7288-4265-a8a6-c89499b46900 req-cc9957b3-f5f0-4a21-8143-f999b8208b8b tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a439dcb-81cc-4502-b7d3-48a83b5c5ea9 HTTP/1.1" status: 200 len: 943 time: 0.0652394 Oct 26 14:59:41.983328 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f5163664-7288-4265-a8a6-c89499b46900 req-57bf8335-6082-4bb5-b1d7-1fa5d253ddcc tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e255083-1768-4474-a07a-f0b35e252b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346911 Oct 26 14:59:42.081496 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a4aa3558-89d5-4864-ab4d-e44a7fe0d8d2 req-7e524316-3f7f-4173-9c5f-45c2921cc63f tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 210 time: 0.0321114 Oct 26 14:59:42.446886 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0b9825ae-8467-4308-b8a1-90114fc49fa5 req-7427e405-1988-40f0-8c30-899e4a6f066a tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 210 time: 0.0407810 Oct 26 14:59:42.574557 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d48e5-5fa1-48f0-be5a-7b7f29d3767e req-f427183f-62b7-4766-ad25-89edda20beb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:42.576098 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-657d48e5-5fa1-48f0-be5a-7b7f29d3767e req-f427183f-62b7-4766-ad25-89edda20beb8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=64aaf0d1d8174803afcb5ebeaa2a8627&device_id=2a439dcb-81cc-4502-b7d3-48a83b5c5ea9 HTTP/1.1" status: 200 len: 1096 time: 0.0705307 Oct 26 14:59:42.774881 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d48e5-5fa1-48f0-be5a-7b7f29d3767e req-f396d82c-0ff5-42cc-96ac-3ec3c5733030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:42.776436 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-657d48e5-5fa1-48f0-be5a-7b7f29d3767e req-f396d82c-0ff5-42cc-96ac-3ec3c5733030 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=64aaf0d1d8174803afcb5ebeaa2a8627&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1878529 Oct 26 14:59:43.121999 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d48e5-5fa1-48f0-be5a-7b7f29d3767e req-a5bcf97b-dfca-44a0-b669-f8493a932f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:43.124843 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-657d48e5-5fa1-48f0-be5a-7b7f29d3767e req-a5bcf97b-dfca-44a0-b669-f8493a932f08 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3398635 Oct 26 14:59:43.142011 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ef210-d311-44a3-a0a2-ae71e3c7ffd5 req-ca6769f9-649c-45f1-b49e-b89d8ded2cc7 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:43.144037 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b23ef210-d311-44a3-a0a2-ae71e3c7ffd5 req-ca6769f9-649c-45f1-b49e-b89d8ded2cc7 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a439dcb-81cc-4502-b7d3-48a83b5c5ea9 HTTP/1.1" status: 200 len: 943 time: 0.0749624 Oct 26 14:59:43.208636 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b23ef210-d311-44a3-a0a2-ae71e3c7ffd5 req-f29f85aa-8a4c-45b0-9b2e-56b6ea40d827 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e255083-1768-4474-a07a-f0b35e252b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557370 Oct 26 14:59:43.255664 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-dba9496e-c17c-4299-a52a-c1b271ee9005 req-77cf3b83-5c2e-4848-add8-6d748987a26c tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 210 time: 0.0458679 Oct 26 14:59:43.260329 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-3d74f9d9-35b6-4d63-b7c8-360af35fb120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:43.261924 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-3d74f9d9-35b6-4d63-b7c8-360af35fb120 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=64aaf0d1d8174803afcb5ebeaa2a8627&device_id=2a439dcb-81cc-4502-b7d3-48a83b5c5ea9 HTTP/1.1" status: 200 len: 1096 time: 0.0598431 Oct 26 14:59:43.293451 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-ae2e6e11-9afd-4308-824a-11857ad56c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:43.309724 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 55740) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:43.347717 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-f9a0898b-2f7b-4653-b32b-b38585ed8a61 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=641a56e9-8606-4380-8bdd-511cb4b87d3d HTTP/1.1" status: 200 len: 217 time: 0.0780675 Oct 26 14:59:43.416082 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-0f23e07d-fc92-4ef8-9fb2-288867580cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:43.417624 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-0f23e07d-fc92-4ef8-9fb2-288867580cfb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5d01a18-5fef-4d72-a123-d6d241d848a7 HTTP/1.1" status: 200 len: 852 time: 0.0609393 Oct 26 14:59:43.484655 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-5036b020-6d46-4895-847a-39ee3a17b123 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2c30d673-7c0e-4f3b-9ed8-8f32b9b3cdbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603218 Oct 26 14:59:43.486334 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-274c298e-2ffb-4b5f-95e1-2a82cefc9f21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:43.588327 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1fc10426-b127-405f-b9ae-08a514892725 req-4c778d5d-d3c2-49df-9377-8881c4f73139 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 210 time: 0.0353639 Oct 26 14:59:43.626487 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-44c30f95-d280-484b-a865-00b03150491d service neutron] 10.222.0.76 "GET /v2.0/networks/2c30d673-7c0e-4f3b-9ed8-8f32b9b3cdbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327617 Oct 26 14:59:43.629311 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-274c298e-2ffb-4b5f-95e1-2a82cefc9f21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:43.720869 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-adb42bcd-3288-4a07-a9cb-409f2cc4cbd7 req-a1586329-c552-4d21-95c4-df5fb84a1066 service neutron] 10.222.0.76 "GET /v2.0/networks/2c30d673-7c0e-4f3b-9ed8-8f32b9b3cdbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855272 Oct 26 14:59:43.744302 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-274c298e-2ffb-4b5f-95e1-2a82cefc9f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:43.792629 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-274c298e-2ffb-4b5f-95e1-2a82cefc9f21 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7b1b1f00de734d29b83726af54401db6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4817822 Oct 26 14:59:43.793425 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c298e-2ffb-4b5f-95e1-2a82cefc9f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b0ae68-26c9-4d68-9f37-f4850aa80034,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:43.795941 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 55758) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:43.813195 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:43.858113 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-21c503e2-f711-4bb0-8a5b-5dcf5fca5cd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:43.865149 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:43.882382 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-21c503e2-f711-4bb0-8a5b-5dcf5fca5cd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:44.189861 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-21c503e2-f711-4bb0-8a5b-5dcf5fca5cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:44.192437 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-21c503e2-f711-4bb0-8a5b-5dcf5fca5cd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:44.193604 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-21c503e2-f711-4bb0-8a5b-5dcf5fca5cd5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/55b0ae68-26c9-4d68-9f37-f4850aa80034 HTTP/1.1" status: 204 len: 168 time: 0.3967023 Oct 26 14:59:44.203178 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c503e2-f711-4bb0-8a5b-5dcf5fca5cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b0ae68-26c9-4d68-9f37-f4850aa80034,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:44.389961 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3932de-b0cd-46fa-9f9a-682b72d39923 req-e1161201-4c86-449d-a6e4-4284d57c2205 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:44.398300 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8d3932de-b0cd-46fa-9f9a-682b72d39923 req-e1161201-4c86-449d-a6e4-4284d57c2205 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a439dcb-81cc-4502-b7d3-48a83b5c5ea9 HTTP/1.1" status: 200 len: 943 time: 0.1015835 Oct 26 14:59:44.428799 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-4c2a3868-2a03-435f-a3fa-593d9b5a740c tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:44.430989 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-4c2a3868-2a03-435f-a3fa-593d9b5a740c tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.76 "GET /v2.0/networks?id=ad2172c5-e06a-4950-a922-0c7e574f5f17 HTTP/1.1" status: 200 len: 818 time: 0.1990249 Oct 26 14:59:44.447638 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-a9779882-e18a-46a4-96dd-34dd0c2363b4 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Request body: {'port': {'device_id': 'e8a3aeb9-8d48-418e-8db7-eeaabab12e4a', 'network_id': 'ad2172c5-e06a-4950-a922-0c7e574f5f17', 'admin_state_up': True, 'tenant_id': 'e858799915f545b79e6f36f7cda2f6c7'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:44.458917 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f32da7a4-9de8-4e2a-9bfc-c488b82edfc0 req-82c28b2a-91b6-4112-8e42-fb891129e8cf tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 210 time: 0.0653644 Oct 26 14:59:44.496181 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8d3932de-b0cd-46fa-9f9a-682b72d39923 req-35f40a58-1d0f-48d0-804e-f561e295079f tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e255083-1768-4474-a07a-f0b35e252b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841849 Oct 26 14:59:44.681282 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-a9779882-e18a-46a4-96dd-34dd0c2363b4 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Made reservation on behalf of e858799915f545b79e6f36f7cda2f6c7 for: {'port': 1} {{(pid=108647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:59:44.686671 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-a9779882-e18a-46a4-96dd-34dd0c2363b4 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:44.846120 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.db_base_plugin_common [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-a9779882-e18a-46a4-96dd-34dd0c2363b4 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Allocated IP 172.20.0.9 (ad2172c5-e06a-4950-a922-0c7e574f5f17/673dc4e7-f4e6-456e-9bb6-73f76f7d8feb/c7db0864-eacc-405f-bf1d-68530c8f2784) {{(pid=108647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:59:44.856205 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3924a8ba-5a0c-4c78-a419-df3e18a4bf3c req-b99258cc-2c34-4640-8f69-e52ee98daea6 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 210 time: 0.1699371 Oct 26 14:59:45.007445 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-a9779882-e18a-46a4-96dd-34dd0c2363b4 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Publish callbacks [] for port, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:45.169152 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.76', 58604) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:45.272238 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d3ff5-f036-4e4f-ae79-7d99bebe280f req-f45412ff-d520-4a6a-a6c9-baca89a4da63 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:45.273661 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-1d0d3ff5-f036-4e4f-ae79-7d99bebe280f req-f45412ff-d520-4a6a-a6c9-baca89a4da63 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.76 "GET /v2.0/networks?id=ad2172c5-e06a-4950-a922-0c7e574f5f17 HTTP/1.1" status: 200 len: 818 time: 0.1021907 Oct 26 14:59:45.286733 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [req-1d0d3ff5-f036-4e4f-ae79-7d99bebe280f req-ec3fa00f-8902-462e-9de5-eb853f7d366a tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Request body: {'port': {'device_id': '27bbeac8-7694-49f1-9a20-40e2d26b7ca4', 'network_id': 'ad2172c5-e06a-4950-a922-0c7e574f5f17', 'admin_state_up': True, 'tenant_id': 'e858799915f545b79e6f36f7cda2f6c7'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:45.325676 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-a9779882-e18a-46a4-96dd-34dd0c2363b4 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706'] for port, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:45.389656 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-a9779882-e18a-46a4-96dd-34dd0c2363b4 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Network ad2172c5-e06a-4950-a922-0c7e574f5f17 is already hosted by enough agents. {{(pid=108647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:59:45.403030 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-a9779882-e18a-46a4-96dd-34dd0c2363b4 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Resources bound (agent type, host, resource id): {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:59:45.408846 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-a9779882-e18a-46a4-96dd-34dd0c2363b4 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Received port after_create {{(pid=108647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:59:45.414324 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-a9779882-e18a-46a4-96dd-34dd0c2363b4 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:45.414946 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-a9779882-e18a-46a4-96dd-34dd0c2363b4 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for port, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:45.428719 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9779882-e18a-46a4-96dd-34dd0c2363b4 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Pushing event updated for resources: {'Port': ['ID=c7db0864-eacc-405f-bf1d-68530c8f2784,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:45.441701 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:45.541902 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 55826) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:45.552736 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e0d76f32-1e1d-40f5-ad2b-953dbc7472ef req-8d083869-41a0-4e03-ba66-38d4f7107ce0 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 210 time: 0.0265524 Oct 26 14:59:45.555326 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-5cce71fc-f497-4036-8688-766371bc5dd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:45.599963 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-a9779882-e18a-46a4-96dd-34dd0c2363b4 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1562078 Oct 26 14:59:45.615449 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-fb0b436e-80a5-4a01-b9b5-f50dd2aa1981 service neutron] Request body: {'port': {'device_id': 'e8a3aeb9-8d48-418e-8db7-eeaabab12e4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73270'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:45.663402 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f8236-cc2a-47dd-9056-87f80cd6d2cc req-bfd64a23-6049-445a-bb92-b945f9225bf8 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:45.665006 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2a7f8236-cc2a-47dd-9056-87f80cd6d2cc req-bfd64a23-6049-445a-bb92-b945f9225bf8 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a439dcb-81cc-4502-b7d3-48a83b5c5ea9 HTTP/1.1" status: 200 len: 943 time: 0.0549085 Oct 26 14:59:45.689844 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-fb0b436e-80a5-4a01-b9b5-f50dd2aa1981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:45.703779 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2a7f8236-cc2a-47dd-9056-87f80cd6d2cc req-5be33f0e-09c6-4512-9c6b-308247d12907 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e255083-1768-4474-a07a-f0b35e252b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322332 Oct 26 14:59:45.709228 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-5cce71fc-f497-4036-8688-766371bc5dd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:45.801782 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d0d3ff5-f036-4e4f-ae79-7d99bebe280f req-ec3fa00f-8902-462e-9de5-eb853f7d366a tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Made reservation on behalf of e858799915f545b79e6f36f7cda2f6c7 for: {'port': 1} {{(pid=108647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:59:45.805258 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-1d0d3ff5-f036-4e4f-ae79-7d99bebe280f req-ec3fa00f-8902-462e-9de5-eb853f7d366a tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:45.942774 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-dbf588b2-f98d-455a-be4d-23b0fcd82ce9 req-bda30b12-8c25-4278-8bda-39ef529cd540 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 210 time: 0.0260262 Oct 26 14:59:45.951869 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-5cce71fc-f497-4036-8688-766371bc5dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:46.012121 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-5cce71fc-f497-4036-8688-766371bc5dd9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4431d9c0d3e043a380dc27528cc1f7a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4690976 Oct 26 14:59:46.015715 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 55830) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:46.019308 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce71fc-f497-4036-8688-766371bc5dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68f4157-607a-43ec-a140-aca8ce934515,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:46.063869 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-fb0b436e-80a5-4a01-b9b5-f50dd2aa1981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7db0864-eacc-405f-bf1d-68530c8f2784 {{(pid=108647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:59:46.066785 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-dae9513d-f2e7-46cb-bd46-be7e553e8230 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:46.071277 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-fb0b436e-80a5-4a01-b9b5-f50dd2aa1981 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:46.083886 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.provisioning_blocks [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-fb0b436e-80a5-4a01-b9b5-f50dd2aa1981 service neutron] Transition to ACTIVE for port object c7db0864-eacc-405f-bf1d-68530c8f2784 will not be triggered until provisioned by entity L2. {{(pid=108647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:59:46.088566 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-dae9513d-f2e7-46cb-bd46-be7e553e8230 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:46.237548 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.76', 58607) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:46.253416 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-fb0b436e-80a5-4a01-b9b5-f50dd2aa1981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:46.302667 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-dae9513d-f2e7-46cb-bd46-be7e553e8230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:46.305698 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-dae9513d-f2e7-46cb-bd46-be7e553e8230 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:46.307021 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-dae9513d-f2e7-46cb-bd46-be7e553e8230 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a68f4157-607a-43ec-a140-aca8ce934515 HTTP/1.1" status: 204 len: 168 time: 0.2902281 Oct 26 14:59:46.327446 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae9513d-f2e7-46cb-bd46-be7e553e8230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68f4157-607a-43ec-a140-aca8ce934515,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:46.378120 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b436e-80a5-4a01-b9b5-f50dd2aa1981 service neutron] Pushing event updated for resources: {'Port': ['ID=c7db0864-eacc-405f-bf1d-68530c8f2784,revision_number=2']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:46.431724 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-58f99564-1b1c-438e-b8f5-152f10c8f5f8 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:46.433232 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-58f99564-1b1c-438e-b8f5-152f10c8f5f8 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.76 "GET /v2.0/networks?id=c4a59254-0cf7-4cdc-9af4-c745fac64f1e HTTP/1.1" status: 200 len: 811 time: 0.1946292 Oct 26 14:59:46.457823 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.managers [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-fb0b436e-80a5-4a01-b9b5-f50dd2aa1981 service neutron] Attempting to bind port c7db0864-eacc-405f-bf1d-68530c8f2784 on host hv-cinder-73270 for vnic_type normal with profile {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:59:46.458166 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.managers [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-fb0b436e-80a5-4a01-b9b5-f50dd2aa1981 service neutron] Attempting to bind port c7db0864-eacc-405f-bf1d-68530c8f2784 by drivers openvswitch,hyperv on host hv-cinder-73270 at level 0 using segments [{'id': '84d62a4d-b5c1-4d59-bde4-a1debd3ef48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ad2172c5-e06a-4950-a922-0c7e574f5f17'}] {{(pid=108647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:59:46.458541 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-fb0b436e-80a5-4a01-b9b5-f50dd2aa1981 service neutron] Attempting to bind port c7db0864-eacc-405f-bf1d-68530c8f2784 on network ad2172c5-e06a-4950-a922-0c7e574f5f17 {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:59:46.476415 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-fb0b436e-80a5-4a01-b9b5-f50dd2aa1981 service neutron] Port c7db0864-eacc-405f-bf1d-68530c8f2784 on network ad2172c5-e06a-4950-a922-0c7e574f5f17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73270 {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:59:46.476746 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-fb0b436e-80a5-4a01-b9b5-f50dd2aa1981 service neutron] Attempting to bind port c7db0864-eacc-405f-bf1d-68530c8f2784 on network ad2172c5-e06a-4950-a922-0c7e574f5f17 {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:59:46.484412 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.db_base_plugin_common [req-1d0d3ff5-f036-4e4f-ae79-7d99bebe280f req-ec3fa00f-8902-462e-9de5-eb853f7d366a tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Allocated IP 172.20.0.14 (ad2172c5-e06a-4950-a922-0c7e574f5f17/673dc4e7-f4e6-456e-9bb6-73f76f7d8feb/2dca28e5-d839-49ed-9fca-a6c3d9b6dd90) {{(pid=108647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:59:46.485880 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-fb0b436e-80a5-4a01-b9b5-f50dd2aa1981 service neutron] Checking agent: {'id': 'aa824652-354b-48bb-834a-72ec45d7dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73270', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 14, 57, 28), 'started_at': datetime.datetime(2021, 10, 26, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:59:46.486205 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-fb0b436e-80a5-4a01-b9b5-f50dd2aa1981 service neutron] Checking segment: {'id': '84d62a4d-b5c1-4d59-bde4-a1debd3ef48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ad2172c5-e06a-4950-a922-0c7e574f5f17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:59:46.486593 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-fb0b436e-80a5-4a01-b9b5-f50dd2aa1981 service neutron] Bound using segment: {'id': '84d62a4d-b5c1-4d59-bde4-a1debd3ef48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ad2172c5-e06a-4950-a922-0c7e574f5f17'} {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:59:46.487043 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.managers [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-fb0b436e-80a5-4a01-b9b5-f50dd2aa1981 service neutron] Bound port: c7db0864-eacc-405f-bf1d-68530c8f2784, host: hv-cinder-73270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84d62a4d-b5c1-4d59-bde4-a1debd3ef48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ad2172c5-e06a-4950-a922-0c7e574f5f17'}}] {{(pid=108647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:59:46.487389 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-fb0b436e-80a5-4a01-b9b5-f50dd2aa1981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:46.515709 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-774f98ac-1cc0-4075-a1a9-07391e1f82ec tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b867107a3d44416a28e053e339e7d5f HTTP/1.1" status: 200 len: 380 time: 0.0722542 Oct 26 14:59:46.525299 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-c4d89d0b-c911-4280-84ca-a735537a4ee1 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Request body: {'port': {'device_id': 'ba31bdb5-14bf-4513-ae4e-11fb69cf775d', 'network_id': 'c4a59254-0cf7-4cdc-9af4-c745fac64f1e', 'admin_state_up': True, 'tenant_id': '5b867107a3d44416a28e053e339e7d5f', 'security_groups': ['c45b691f-1921-4a04-a9f1-dc4b9749de85']}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:46.683777 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-901138bc-91dd-4746-89f5-7a04774b46e6 req-bbdf6977-2f40-416d-9079-ae6a83ce6e7f tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 210 time: 0.0540416 Oct 26 14:59:46.754070 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-fb0b436e-80a5-4a01-b9b5-f50dd2aa1981 service neutron] For port c7db0864-eacc-405f-bf1d-68530c8f2784, host hv-cinder-73270, cleared binding levels {{(pid=108647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:59:46.823240 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-fb0b436e-80a5-4a01-b9b5-f50dd2aa1981 service neutron] For port c7db0864-eacc-405f-bf1d-68530c8f2784, host hv-cinder-73270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=c7db0864-eacc-405f-bf1d-68530c8f2784,segment=NetworkSegment(84d62a4d-b5c1-4d59-bde4-a1debd3ef48c),segment_id=84d62a4d-b5c1-4d59-bde4-a1debd3ef48c)] {{(pid=108647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:59:46.845860 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74588eb2-2cd2-45aa-97d9-429f588f4dcb req-306de88d-7b1f-4679-9110-473055c22f71 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:46.848545 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-74588eb2-2cd2-45aa-97d9-429f588f4dcb req-306de88d-7b1f-4679-9110-473055c22f71 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a439dcb-81cc-4502-b7d3-48a83b5c5ea9 HTTP/1.1" status: 200 len: 943 time: 0.0577049 Oct 26 14:59:46.881055 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-1d0d3ff5-f036-4e4f-ae79-7d99bebe280f req-ec3fa00f-8902-462e-9de5-eb853f7d366a tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Publish callbacks [] for port, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:46.885274 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-74588eb2-2cd2-45aa-97d9-429f588f4dcb req-90b2a701-ef19-4709-984f-e9a933277c8f tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e255083-1768-4474-a07a-f0b35e252b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317867 Oct 26 14:59:46.944734 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-c4d89d0b-c911-4280-84ca-a735537a4ee1 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Made reservation on behalf of 5b867107a3d44416a28e053e339e7d5f for: {'port': 1} {{(pid=108648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:59:46.945049 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-fb0b436e-80a5-4a01-b9b5-f50dd2aa1981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:46.949627 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-c4d89d0b-c911-4280-84ca-a735537a4ee1 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:46.979444 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 641a56e9-8606-4380-8bdd-511cb4b87d3d details requested by agent hyperv_hv-cinder-73270 with host hv-cinder-73270 {{(pid=108649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:59:46.996434 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-fb0b436e-80a5-4a01-b9b5-f50dd2aa1981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:46.997834 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-fb0b436e-80a5-4a01-b9b5-f50dd2aa1981 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for port, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:46.999413 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-fb0b436e-80a5-4a01-b9b5-f50dd2aa1981 service neutron] 10.222.0.76 "PUT /v2.0/ports/c7db0864-eacc-405f-bf1d-68530c8f2784 HTTP/1.1" status: 200 len: 1093 time: 1.3882260 Oct 26 14:59:47.002869 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8a3aeb9-8d48-418e-8db7-eeaabab12e4a', 'tag': 'c7db0864-eacc-405f-bf1d-68530c8f2784'}] {{(pid=108647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:59:47.005563 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c67b12b1cf7ef49faca107c22834427ed1d300477b197fee39d1c6656c9e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da3ee33-e367-46fb-b504-c1bf772c9064" -d '{"events": [{"name": "network-changed", "server_uuid": "e8a3aeb9-8d48-418e-8db7-eeaabab12e4a", "tag": "c7db0864-eacc-405f-bf1d-68530c8f2784"}]}' {{(pid=108647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:59:47.050060 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b436e-80a5-4a01-b9b5-f50dd2aa1981 service neutron] Pushing event updated for resources: {'Port': ['ID=c7db0864-eacc-405f-bf1d-68530c8f2784,revision_number=3']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:47.055600 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7f49d9-bfc7-4126-a2db-7e0767beab67 x-openstack-request-id: req-8e7f49d9-bfc7-4126-a2db-7e0767beab67 {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:59:47.056184 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8a3aeb9-8d48-418e-8db7-eeaabab12e4a", "tag": "c7db0864-eacc-405f-bf1d-68530c8f2784", "status": "completed", "code": 200}]} {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:59:47.056626 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8e7f49d9-bfc7-4126-a2db-7e0767beab67 {{(pid=108647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:59:47.057231 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8a3aeb9-8d48-418e-8db7-eeaabab12e4a', 'tag': 'c7db0864-eacc-405f-bf1d-68530c8f2784', 'status': 'completed', 'code': 200} Oct 26 14:59:47.129653 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3ee33-e367-46fb-b504-c1bf772c9064 req-8f1d89ea-305f-4bcc-8778-9f78b9a5402d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:47.131409 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-0da3ee33-e367-46fb-b504-c1bf772c9064 req-8f1d89ea-305f-4bcc-8778-9f78b9a5402d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e858799915f545b79e6f36f7cda2f6c7&device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 1096 time: 0.0474839 Oct 26 14:59:47.136282 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e4000434-ce4e-4e43-b7dd-a08b566645f2 req-777409b6-dd97-4692-870f-c7358a2cc91b tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 210 time: 0.0624905 Oct 26 14:59:47.140772 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-1d0d3ff5-f036-4e4f-ae79-7d99bebe280f req-ec3fa00f-8902-462e-9de5-eb853f7d366a tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706'] for port, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:47.290480 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.db.db_base_plugin_common [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-c4d89d0b-c911-4280-84ca-a735537a4ee1 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Allocated IP 172.20.0.14 (c4a59254-0cf7-4cdc-9af4-c745fac64f1e/e3398950-00b5-499d-8477-d73683a1256e/6da2a63a-8d1d-4175-81f3-9f2c067770b0) {{(pid=108648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:59:47.305834 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d0d3ff5-f036-4e4f-ae79-7d99bebe280f req-ec3fa00f-8902-462e-9de5-eb853f7d366a tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Network ad2172c5-e06a-4950-a922-0c7e574f5f17 is already hosted by enough agents. {{(pid=108647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:59:47.312615 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3fa00f-8902-462e-9de5-eb853f7d366a tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Pushing event updated for resources: {'Port': ['ID=2dca28e5-d839-49ed-9fca-a6c3d9b6dd90,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:47.318251 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [req-1d0d3ff5-f036-4e4f-ae79-7d99bebe280f req-ec3fa00f-8902-462e-9de5-eb853f7d366a tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Resources bound (agent type, host, resource id): {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:59:47.324904 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d0d3ff5-f036-4e4f-ae79-7d99bebe280f req-ec3fa00f-8902-462e-9de5-eb853f7d366a tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Received port after_create {{(pid=108647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:59:47.332887 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d3ff5-f036-4e4f-ae79-7d99bebe280f req-ec3fa00f-8902-462e-9de5-eb853f7d366a tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:47.333524 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-1d0d3ff5-f036-4e4f-ae79-7d99bebe280f req-ec3fa00f-8902-462e-9de5-eb853f7d366a tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for port, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:47.343199 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port 641a56e9-8606-4380-8bdd-511cb4b87d3d, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=641a56e9-8606-4380-8bdd-511cb4b87d3d,segment=NetworkSegment(a5a1ad78-d83b-429a-9cf2-705856c21539),segment_id=a5a1ad78-d83b-429a-9cf2-705856c21539)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:59:47.360083 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Returning: {'device': '641a56e9-8606-4380-8bdd-511cb4b87d3d', 'network_id': '2c30d673-7c0e-4f3b-9ed8-8f32b9b3cdbe', 'port_id': '641a56e9-8606-4380-8bdd-511cb4b87d3d', 'mac_address': 'fa:16:3e:6a:0b:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5d01a18-5fef-4d72-a123-d6d241d848a7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:59:47.383692 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3ee33-e367-46fb-b504-c1bf772c9064 req-68cee258-5589-4e46-bf30-29035098c212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:47.385156 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-0da3ee33-e367-46fb-b504-c1bf772c9064 req-68cee258-5589-4e46-bf30-29035098c212 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=e858799915f545b79e6f36f7cda2f6c7&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2342119 Oct 26 14:59:47.402875 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 55898) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:47.440845 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:47.478105 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 641a56e9-8606-4380-8bdd-511cb4b87d3d {{(pid=108649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:59:47.507480 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-c4d89d0b-c911-4280-84ca-a735537a4ee1 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks [] for port, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:47.542709 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port 641a56e9-8606-4380-8bdd-511cb4b87d3d, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=641a56e9-8606-4380-8bdd-511cb4b87d3d,segment=NetworkSegment(a5a1ad78-d83b-429a-9cf2-705856c21539),segment_id=a5a1ad78-d83b-429a-9cf2-705856c21539)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:59:47.564115 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3ee33-e367-46fb-b504-c1bf772c9064 req-cb31edfb-c501-499d-997f-fbe7646b6a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:47.565585 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-0da3ee33-e367-46fb-b504-c1bf772c9064 req-cb31edfb-c501-499d-997f-fbe7646b6a61 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1731849 Oct 26 14:59:47.647739 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-cc7891f4-4e11-4a53-a328-e75592172eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:47.649341 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-cc7891f4-4e11-4a53-a328-e75592172eb3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e858799915f545b79e6f36f7cda2f6c7&device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 1096 time: 0.0437448 Oct 26 14:59:47.691980 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-17941a8e-6a5c-440c-ba0f-a024266e4d03 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7db0864-eacc-405f-bf1d-68530c8f2784 HTTP/1.1" status: 200 len: 217 time: 0.0351593 Oct 26 14:59:47.731191 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-28f936ad-814d-45dc-98a8-982e752ed788 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:47.763968 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-ab5871e0-aec4-41cf-bb19-8b4c5176d4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:47.765330 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-ab5871e0-aec4-41cf-bb19-8b4c5176d4c5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=673dc4e7-f4e6-456e-9bb6-73f76f7d8feb HTTP/1.1" status: 200 len: 858 time: 0.0655844 Oct 26 14:59:47.779954 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-112c8acd-cb29-41a8-a804-10922fe9a622 req-6635d79b-0df4-42a9-9487-7c3aa9d8f200 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 210 time: 0.0253642 Oct 26 14:59:47.801175 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-8a63772c-3346-4ca1-83c1-d291ae68b773 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ad2172c5-e06a-4950-a922-0c7e574f5f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291975 Oct 26 14:59:47.895699 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-28f936ad-814d-45dc-98a8-982e752ed788 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:47.916569 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-00f7fb2b-e564-4deb-8e71-f77a30e23197 service neutron] 10.222.0.76 "GET /v2.0/networks/ad2172c5-e06a-4950-a922-0c7e574f5f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069224 Oct 26 14:59:47.948473 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-1d0d3ff5-f036-4e4f-ae79-7d99bebe280f req-ec3fa00f-8902-462e-9de5-eb853f7d366a tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6607733 Oct 26 14:59:47.972821 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [req-1d0d3ff5-f036-4e4f-ae79-7d99bebe280f req-75645c64-5d31-4907-ab13-66c47f0635d3 service neutron] Request body: {'port': {'device_id': '27bbeac8-7694-49f1-9a20-40e2d26b7ca4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73270'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:48.006478 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a24f4-a60a-4075-b472-4d1a5c583003 req-f5a16754-09ef-46e2-9496-6a071e1885d9 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:48.014548 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1c4a24f4-a60a-4075-b472-4d1a5c583003 req-f5a16754-09ef-46e2-9496-6a071e1885d9 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a439dcb-81cc-4502-b7d3-48a83b5c5ea9 HTTP/1.1" status: 200 len: 943 time: 0.0607872 Oct 26 14:59:48.042247 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:48.065178 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-de8135a5-2037-492f-9ecb-37a4abe26b4e req-9c3010ef-d1b7-4c4b-a8a6-713382f4f5e3 service neutron] 10.222.0.76 "GET /v2.0/networks/ad2172c5-e06a-4950-a922-0c7e574f5f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400778 Oct 26 14:59:48.067241 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-1d0d3ff5-f036-4e4f-ae79-7d99bebe280f req-75645c64-5d31-4907-ab13-66c47f0635d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:48.069529 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-c4d89d0b-c911-4280-84ca-a735537a4ee1 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706'] for port, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:48.101333 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1c4a24f4-a60a-4075-b472-4d1a5c583003 req-b7926684-f8b1-4e58-9368-74b6b68f0ba2 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e255083-1768-4474-a07a-f0b35e252b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859334 Oct 26 14:59:48.109799 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=641a56e9-8606-4380-8bdd-511cb4b87d3d,revision_number=4']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:48.128828 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-28f936ad-814d-45dc-98a8-982e752ed788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:48.155293 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-c4d89d0b-c911-4280-84ca-a735537a4ee1 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Network c4a59254-0cf7-4cdc-9af4-c745fac64f1e is already hosted by enough agents. {{(pid=108648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:59:48.166235 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.base_scheduler [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-c4d89d0b-c911-4280-84ca-a735537a4ee1 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Resources bound (agent type, host, resource id): {{(pid=108648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:59:48.168984 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-c4d89d0b-c911-4280-84ca-a735537a4ee1 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Received port after_create {{(pid=108648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:59:48.176193 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-c4d89d0b-c911-4280-84ca-a735537a4ee1 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:48.176460 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-c4d89d0b-c911-4280-84ca-a735537a4ee1 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for port, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:48.197776 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-28f936ad-814d-45dc-98a8-982e752ed788 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9fdf920275124a1aa27aba8be632b1a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7913568 Oct 26 14:59:48.197776 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f936ad-814d-45dc-98a8-982e752ed788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea4cf8a-b7e5-4431-8aba-f4f00035d918,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:48.198254 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 55924) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:48.198564 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d89d0b-c911-4280-84ca-a735537a4ee1 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Pushing event updated for resources: {'Port': ['ID=6da2a63a-8d1d-4175-81f3-9f2c067770b0,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:48.287747 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] get_ports_and_sgs() called for port_ids ['641a56e9-8606-4380-8bdd-511cb4b87d3d'] {{(pid=108649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:59:48.298899 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26891f4-3db7-4f3d-a685-987d2a3e36d5 req-09ab56f1-12b5-459a-921c-67acb56a7e2f tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:48.300599 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a26891f4-3db7-4f3d-a685-987d2a3e36d5 req-09ab56f1-12b5-459a-921c-67acb56a7e2f tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 932 time: 0.0630021 Oct 26 14:59:48.351733 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a26891f4-3db7-4f3d-a685-987d2a3e36d5 req-c83a5c10-e57b-4c0f-a8ab-83969e576495 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451062 Oct 26 14:59:48.456681 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-00a0c466-09e6-4820-813c-bfd7c7cecef7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:48.463046 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-c4d89d0b-c911-4280-84ca-a735537a4ee1 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9399271 Oct 26 14:59:48.476068 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-9e04c997-7201-4bdf-90f0-89b5a249d3a0 service neutron] Request body: {'port': {'device_id': 'ba31bdb5-14bf-4513-ae4e-11fb69cf775d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73270'}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:48.510683 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-00a0c466-09e6-4820-813c-bfd7c7cecef7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:48.541945 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-9e04c997-7201-4bdf-90f0-89b5a249d3a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:48.621621 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-ea0f251a-78b8-459a-89a2-3ae795eb4cf7 None None] Provisioning complete for port 6da2a63a-8d1d-4175-81f3-9f2c067770b0 triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:48.621995 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-ea0f251a-78b8-459a-89a2-3ae795eb4cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:48.624994 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [req-1d0d3ff5-f036-4e4f-ae79-7d99bebe280f req-75645c64-5d31-4907-ab13-66c47f0635d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dca28e5-d839-49ed-9fca-a6c3d9b6dd90 {{(pid=108647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:59:48.633143 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-1d0d3ff5-f036-4e4f-ae79-7d99bebe280f req-75645c64-5d31-4907-ab13-66c47f0635d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:48.659529 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-ea0f251a-78b8-459a-89a2-3ae795eb4cf7 None None] Port 6da2a63a-8d1d-4175-81f3-9f2c067770b0 cannot update to ACTIVE because it is not bound. {{(pid=108649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:59:48.704604 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.provisioning_blocks [req-1d0d3ff5-f036-4e4f-ae79-7d99bebe280f req-75645c64-5d31-4907-ab13-66c47f0635d3 service neutron] Transition to ACTIVE for port object 2dca28e5-d839-49ed-9fca-a6c3d9b6dd90 will not be triggered until provisioned by entity L2. {{(pid=108647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:59:48.706172 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-00a0c466-09e6-4820-813c-bfd7c7cecef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:48.709529 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-00a0c466-09e6-4820-813c-bfd7c7cecef7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:48.725314 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-00a0c466-09e6-4820-813c-bfd7c7cecef7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cea4cf8a-b7e5-4431-8aba-f4f00035d918 HTTP/1.1" status: 204 len: 168 time: 0.5177560 Oct 26 14:59:48.756570 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a0c466-09e6-4820-813c-bfd7c7cecef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea4cf8a-b7e5-4431-8aba-f4f00035d918,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:48.819450 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-1d0d3ff5-f036-4e4f-ae79-7d99bebe280f req-75645c64-5d31-4907-ab13-66c47f0635d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:48.907197 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75645c64-5d31-4907-ab13-66c47f0635d3 service neutron] Pushing event updated for resources: {'Port': ['ID=2dca28e5-d839-49ed-9fca-a6c3d9b6dd90,revision_number=2']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:48.931333 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.managers [req-1d0d3ff5-f036-4e4f-ae79-7d99bebe280f req-75645c64-5d31-4907-ab13-66c47f0635d3 service neutron] Attempting to bind port 2dca28e5-d839-49ed-9fca-a6c3d9b6dd90 on host hv-cinder-73270 for vnic_type normal with profile {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:59:48.931754 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.managers [req-1d0d3ff5-f036-4e4f-ae79-7d99bebe280f req-75645c64-5d31-4907-ab13-66c47f0635d3 service neutron] Attempting to bind port 2dca28e5-d839-49ed-9fca-a6c3d9b6dd90 by drivers openvswitch,hyperv on host hv-cinder-73270 at level 0 using segments [{'id': '84d62a4d-b5c1-4d59-bde4-a1debd3ef48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ad2172c5-e06a-4950-a922-0c7e574f5f17'}] {{(pid=108647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:59:48.932614 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0d3ff5-f036-4e4f-ae79-7d99bebe280f req-75645c64-5d31-4907-ab13-66c47f0635d3 service neutron] Attempting to bind port 2dca28e5-d839-49ed-9fca-a6c3d9b6dd90 on network ad2172c5-e06a-4950-a922-0c7e574f5f17 {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:59:48.939276 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0d3ff5-f036-4e4f-ae79-7d99bebe280f req-75645c64-5d31-4907-ab13-66c47f0635d3 service neutron] Port 2dca28e5-d839-49ed-9fca-a6c3d9b6dd90 on network ad2172c5-e06a-4950-a922-0c7e574f5f17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73270 {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:59:48.939843 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0d3ff5-f036-4e4f-ae79-7d99bebe280f req-75645c64-5d31-4907-ab13-66c47f0635d3 service neutron] Attempting to bind port 2dca28e5-d839-49ed-9fca-a6c3d9b6dd90 on network ad2172c5-e06a-4950-a922-0c7e574f5f17 {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:59:48.947386 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0d3ff5-f036-4e4f-ae79-7d99bebe280f req-75645c64-5d31-4907-ab13-66c47f0635d3 service neutron] Checking agent: {'id': 'aa824652-354b-48bb-834a-72ec45d7dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73270', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 14, 57, 28), 'started_at': datetime.datetime(2021, 10, 26, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:59:48.947852 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0d3ff5-f036-4e4f-ae79-7d99bebe280f req-75645c64-5d31-4907-ab13-66c47f0635d3 service neutron] Checking segment: {'id': '84d62a4d-b5c1-4d59-bde4-a1debd3ef48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ad2172c5-e06a-4950-a922-0c7e574f5f17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:59:48.948398 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0d3ff5-f036-4e4f-ae79-7d99bebe280f req-75645c64-5d31-4907-ab13-66c47f0635d3 service neutron] Bound using segment: {'id': '84d62a4d-b5c1-4d59-bde4-a1debd3ef48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ad2172c5-e06a-4950-a922-0c7e574f5f17'} {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:59:48.948864 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.managers [req-1d0d3ff5-f036-4e4f-ae79-7d99bebe280f req-75645c64-5d31-4907-ab13-66c47f0635d3 service neutron] Bound port: 2dca28e5-d839-49ed-9fca-a6c3d9b6dd90, host: hv-cinder-73270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84d62a4d-b5c1-4d59-bde4-a1debd3ef48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ad2172c5-e06a-4950-a922-0c7e574f5f17'}}] {{(pid=108647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:59:48.949282 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-1d0d3ff5-f036-4e4f-ae79-7d99bebe280f req-75645c64-5d31-4907-ab13-66c47f0635d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:48.967636 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 641a56e9-8606-4380-8bdd-511cb4b87d3d up at agent hyperv_hv-cinder-73270 {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:59:49.108245 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.notifiers.nova [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-9e04c997-7201-4bdf-90f0-89b5a249d3a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6da2a63a-8d1d-4175-81f3-9f2c067770b0 {{(pid=108648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:59:49.113024 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [req-1d0d3ff5-f036-4e4f-ae79-7d99bebe280f req-75645c64-5d31-4907-ab13-66c47f0635d3 service neutron] For port 2dca28e5-d839-49ed-9fca-a6c3d9b6dd90, host hv-cinder-73270, cleared binding levels {{(pid=108647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:59:49.117310 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [req-1d0d3ff5-f036-4e4f-ae79-7d99bebe280f req-75645c64-5d31-4907-ab13-66c47f0635d3 service neutron] For port 2dca28e5-d839-49ed-9fca-a6c3d9b6dd90, host hv-cinder-73270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=2dca28e5-d839-49ed-9fca-a6c3d9b6dd90,segment=NetworkSegment(84d62a4d-b5c1-4d59-bde4-a1debd3ef48c),segment_id=84d62a4d-b5c1-4d59-bde4-a1debd3ef48c)] {{(pid=108647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:59:49.118309 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462f21e-ceb8-42b9-98fa-c7033c108391 req-09e37295-7e22-42be-a6bd-3bc5ba1955dd tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:49.119889 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6462f21e-ceb8-42b9-98fa-c7033c108391 req-09e37295-7e22-42be-a6bd-3bc5ba1955dd tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 932 time: 0.2564750 Oct 26 14:59:49.124263 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-9e04c997-7201-4bdf-90f0-89b5a249d3a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:49.157753 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.db.provisioning_blocks [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-9e04c997-7201-4bdf-90f0-89b5a249d3a0 service neutron] Transition to ACTIVE for port object 6da2a63a-8d1d-4175-81f3-9f2c067770b0 will not be triggered until provisioned by entity L2. {{(pid=108648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:59:49.174610 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6462f21e-ceb8-42b9-98fa-c7033c108391 req-19c9f277-e194-4562-87da-6b38fadc4762 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471258 Oct 26 14:59:49.221841 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb86cbc-f9c4-42b3-91f1-aa60f9067e33 req-b77b4630-5c0e-4e99-9af7-bf1370273a0b tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:49.223473 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-edb86cbc-f9c4-42b3-91f1-aa60f9067e33 req-b77b4630-5c0e-4e99-9af7-bf1370273a0b tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a439dcb-81cc-4502-b7d3-48a83b5c5ea9 HTTP/1.1" status: 200 len: 944 time: 0.0479209 Oct 26 14:59:49.262096 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-edb86cbc-f9c4-42b3-91f1-aa60f9067e33 req-0d263405-7311-472f-86a7-b062dc1a791b tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e255083-1768-4474-a07a-f0b35e252b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319233 Oct 26 14:59:49.282543 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-1d0d3ff5-f036-4e4f-ae79-7d99bebe280f req-75645c64-5d31-4907-ab13-66c47f0635d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:49.284142 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Provisioning for port 641a56e9-8606-4380-8bdd-511cb4b87d3d completed by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:59:49.289484 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Provisioning complete for port 641a56e9-8606-4380-8bdd-511cb4b87d3d triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:49.290268 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:49.321634 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-9e04c997-7201-4bdf-90f0-89b5a249d3a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:49.345807 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d3ff5-f036-4e4f-ae79-7d99bebe280f req-75645c64-5d31-4907-ab13-66c47f0635d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:49.346427 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-1d0d3ff5-f036-4e4f-ae79-7d99bebe280f req-75645c64-5d31-4907-ab13-66c47f0635d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for port, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:49.347849 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-1d0d3ff5-f036-4e4f-ae79-7d99bebe280f req-75645c64-5d31-4907-ab13-66c47f0635d3 service neutron] 10.222.0.76 "PUT /v2.0/ports/2dca28e5-d839-49ed-9fca-a6c3d9b6dd90 HTTP/1.1" status: 200 len: 1094 time: 1.3805442 Oct 26 14:59:49.355436 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27bbeac8-7694-49f1-9a20-40e2d26b7ca4', 'tag': '2dca28e5-d839-49ed-9fca-a6c3d9b6dd90'}] {{(pid=108647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:59:49.358477 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c67b12b1cf7ef49faca107c22834427ed1d300477b197fee39d1c6656c9e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339bcf44-05d9-4770-b670-d68f9e3e14b5" -d '{"events": [{"name": "network-changed", "server_uuid": "27bbeac8-7694-49f1-9a20-40e2d26b7ca4", "tag": "2dca28e5-d839-49ed-9fca-a6c3d9b6dd90"}]}' {{(pid=108647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:59:49.368876 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75645c64-5d31-4907-ab13-66c47f0635d3 service neutron] Pushing event updated for resources: {'Port': ['ID=2dca28e5-d839-49ed-9fca-a6c3d9b6dd90,revision_number=3']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:49.416897 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e04c997-7201-4bdf-90f0-89b5a249d3a0 service neutron] Pushing event updated for resources: {'Port': ['ID=6da2a63a-8d1d-4175-81f3-9f2c067770b0,revision_number=2']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:49.447610 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:49.506970 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.managers [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-9e04c997-7201-4bdf-90f0-89b5a249d3a0 service neutron] Attempting to bind port 6da2a63a-8d1d-4175-81f3-9f2c067770b0 on host hv-cinder-73270 for vnic_type normal with profile {{(pid=108648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:59:49.507793 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.managers [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-9e04c997-7201-4bdf-90f0-89b5a249d3a0 service neutron] Attempting to bind port 6da2a63a-8d1d-4175-81f3-9f2c067770b0 by drivers openvswitch,hyperv on host hv-cinder-73270 at level 0 using segments [{'id': '3c5cd00d-2851-4d55-a807-8a31540e2d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c4a59254-0cf7-4cdc-9af4-c745fac64f1e'}] {{(pid=108648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:59:49.508163 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-9e04c997-7201-4bdf-90f0-89b5a249d3a0 service neutron] Attempting to bind port 6da2a63a-8d1d-4175-81f3-9f2c067770b0 on network c4a59254-0cf7-4cdc-9af4-c745fac64f1e {{(pid=108648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:59:49.532314 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-9e04c997-7201-4bdf-90f0-89b5a249d3a0 service neutron] Port 6da2a63a-8d1d-4175-81f3-9f2c067770b0 on network c4a59254-0cf7-4cdc-9af4-c745fac64f1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73270 {{(pid=108648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:59:49.532589 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-9e04c997-7201-4bdf-90f0-89b5a249d3a0 service neutron] Attempting to bind port 6da2a63a-8d1d-4175-81f3-9f2c067770b0 on network c4a59254-0cf7-4cdc-9af4-c745fac64f1e {{(pid=108648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:59:49.548513 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a439dcb-81cc-4502-b7d3-48a83b5c5ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641a56e9-8606-4380-8bdd-511cb4b87d3d'}] {{(pid=108649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:59:49.580587 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-9e04c997-7201-4bdf-90f0-89b5a249d3a0 service neutron] Checking agent: {'id': 'aa824652-354b-48bb-834a-72ec45d7dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73270', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 14, 57, 28), 'started_at': datetime.datetime(2021, 10, 26, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:59:49.580942 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-9e04c997-7201-4bdf-90f0-89b5a249d3a0 service neutron] Checking segment: {'id': '3c5cd00d-2851-4d55-a807-8a31540e2d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c4a59254-0cf7-4cdc-9af4-c745fac64f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:59:49.581495 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-9e04c997-7201-4bdf-90f0-89b5a249d3a0 service neutron] Bound using segment: {'id': '3c5cd00d-2851-4d55-a807-8a31540e2d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c4a59254-0cf7-4cdc-9af4-c745fac64f1e'} {{(pid=108648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:59:49.583342 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.managers [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-9e04c997-7201-4bdf-90f0-89b5a249d3a0 service neutron] Bound port: 6da2a63a-8d1d-4175-81f3-9f2c067770b0, host: hv-cinder-73270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c5cd00d-2851-4d55-a807-8a31540e2d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c4a59254-0cf7-4cdc-9af4-c745fac64f1e'}}] {{(pid=108648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:59:49.583720 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-9e04c997-7201-4bdf-90f0-89b5a249d3a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:49.601343 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fcb644-32bf-4f42-8b2d-3a0f7588b6c5 x-openstack-request-id: req-02fcb644-32bf-4f42-8b2d-3a0f7588b6c5 {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:59:49.601779 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27bbeac8-7694-49f1-9a20-40e2d26b7ca4", "tag": "2dca28e5-d839-49ed-9fca-a6c3d9b6dd90", "status": "completed", "code": 200}]} {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:59:49.602123 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-02fcb644-32bf-4f42-8b2d-3a0f7588b6c5 {{(pid=108647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:59:49.603109 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27bbeac8-7694-49f1-9a20-40e2d26b7ca4', 'tag': '2dca28e5-d839-49ed-9fca-a6c3d9b6dd90', 'status': 'completed', 'code': 200} Oct 26 14:59:49.605440 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d3ff5-f036-4e4f-ae79-7d99bebe280f req-3f0ba6e6-4bae-4cb2-b3de-eb2c15a9ea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:49.608909 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-1d0d3ff5-f036-4e4f-ae79-7d99bebe280f req-3f0ba6e6-4bae-4cb2-b3de-eb2c15a9ea36 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e858799915f545b79e6f36f7cda2f6c7&device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 1097 time: 0.0938120 Oct 26 14:59:49.653575 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port 641a56e9-8606-4380-8bdd-511cb4b87d3d, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=641a56e9-8606-4380-8bdd-511cb4b87d3d,segment=NetworkSegment(a5a1ad78-d83b-429a-9cf2-705856c21539),segment_id=a5a1ad78-d83b-429a-9cf2-705856c21539)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:59:49.676995 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-1d0d3ff5-f036-4e4f-ae79-7d99bebe280f req-b226d016-216d-4c65-9fce-893439f6e3f6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2dca28e5-d839-49ed-9fca-a6c3d9b6dd90 HTTP/1.1" status: 200 len: 217 time: 0.0561807 Oct 26 14:59:49.689192 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09feac81-5ee6-4e8c-9906-114346dfd250 req-cc56005e-fc2e-468d-b4bb-62874e0bc714 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:49.696961 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-09feac81-5ee6-4e8c-9906-114346dfd250 req-cc56005e-fc2e-468d-b4bb-62874e0bc714 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 944 time: 0.1549969 Oct 26 14:59:49.730290 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d3ff5-f036-4e4f-ae79-7d99bebe280f req-f7bf5536-8c58-42f0-81fb-c684dbd6553a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:49.740172 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-1d0d3ff5-f036-4e4f-ae79-7d99bebe280f req-f7bf5536-8c58-42f0-81fb-c684dbd6553a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=673dc4e7-f4e6-456e-9bb6-73f76f7d8feb HTTP/1.1" status: 200 len: 858 time: 0.0542867 Oct 26 14:59:49.752133 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.db [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-9e04c997-7201-4bdf-90f0-89b5a249d3a0 service neutron] For port 6da2a63a-8d1d-4175-81f3-9f2c067770b0, host hv-cinder-73270, cleared binding levels {{(pid=108648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:59:49.773867 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-09feac81-5ee6-4e8c-9906-114346dfd250 req-7a445ada-f845-454e-ae39-118fd12bfc65 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659897 Oct 26 14:59:49.783525 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-1d0d3ff5-f036-4e4f-ae79-7d99bebe280f req-ee3a4db8-059f-496f-8989-1fc86d9910cb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ad2172c5-e06a-4950-a922-0c7e574f5f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395024 Oct 26 14:59:49.788483 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.db [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-9e04c997-7201-4bdf-90f0-89b5a249d3a0 service neutron] For port 6da2a63a-8d1d-4175-81f3-9f2c067770b0, host hv-cinder-73270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=6da2a63a-8d1d-4175-81f3-9f2c067770b0,segment=NetworkSegment(3c5cd00d-2851-4d55-a807-8a31540e2d22),segment_id=3c5cd00d-2851-4d55-a807-8a31540e2d22)] {{(pid=108648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:59:49.824555 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:49.878856 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=641a56e9-8606-4380-8bdd-511cb4b87d3d,revision_number=5']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:49.902015 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-1d0d3ff5-f036-4e4f-ae79-7d99bebe280f req-a1fe580d-8d3b-443c-b1e0-8563cc9c9824 service neutron] 10.222.0.76 "GET /v2.0/networks/ad2172c5-e06a-4950-a922-0c7e574f5f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049221 Oct 26 14:59:49.958900 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce9ea8dafcd660945e4144893ae94b540b7d43bc7f31485d3ebdd76e7b8406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d364cf40-c1e8-403d-8a35-cfccc1669587" -d '{"events": [{"server_uuid": "2a439dcb-81cc-4502-b7d3-48a83b5c5ea9", "name": "network-vif-plugged", "status": "completed", "tag": "641a56e9-8606-4380-8bdd-511cb4b87d3d"}]}' {{(pid=108649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:59:50.001762 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-1d0d3ff5-f036-4e4f-ae79-7d99bebe280f req-c9563182-6d44-4806-a8e7-45a89ec0db7f service neutron] 10.222.0.76 "GET /v2.0/networks/ad2172c5-e06a-4950-a922-0c7e574f5f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972354 Oct 26 14:59:50.019580 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-9e04c997-7201-4bdf-90f0-89b5a249d3a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:50.074907 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e04c997-7201-4bdf-90f0-89b5a249d3a0 service neutron] Pushing event updated for resources: {'Port': ['ID=6da2a63a-8d1d-4175-81f3-9f2c067770b0,revision_number=3']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:50.081133 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-9e04c997-7201-4bdf-90f0-89b5a249d3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:50.081133 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-9e04c997-7201-4bdf-90f0-89b5a249d3a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for port, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:50.082244 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-9e04c997-7201-4bdf-90f0-89b5a249d3a0 service neutron] 10.222.0.76 "PUT /v2.0/ports/6da2a63a-8d1d-4175-81f3-9f2c067770b0 HTTP/1.1" status: 200 len: 1094 time: 1.6107702 Oct 26 14:59:50.082697 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba31bdb5-14bf-4513-ae4e-11fb69cf775d', 'tag': '6da2a63a-8d1d-4175-81f3-9f2c067770b0'}] {{(pid=108648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:59:50.365231 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-0ebc5736-1a66-4f64-be13-9d2aff46f4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:50.375013 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-0ebc5736-1a66-4f64-be13-9d2aff46f4ba service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5b867107a3d44416a28e053e339e7d5f&device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 1097 time: 0.0690088 Oct 26 14:59:50.377299 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7e317f-976f-4998-9282-9aa49d015049 x-openstack-request-id: req-9d7e317f-976f-4998-9282-9aa49d015049 {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:59:50.378149 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a439dcb-81cc-4502-b7d3-48a83b5c5ea9", "name": "network-vif-plugged", "status": "completed", "tag": "641a56e9-8606-4380-8bdd-511cb4b87d3d", "code": 200}]} {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:59:50.378552 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9d7e317f-976f-4998-9282-9aa49d015049 {{(pid=108649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:59:50.379179 dv-cinder-732704-6-iscsi neutron-server[108649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a439dcb-81cc-4502-b7d3-48a83b5c5ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641a56e9-8606-4380-8bdd-511cb4b87d3d', 'code': 200} Oct 26 14:59:50.442847 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-7e575dbd-e41d-4d2a-85fe-ba14e36826ed service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6da2a63a-8d1d-4175-81f3-9f2c067770b0 HTTP/1.1" status: 200 len: 217 time: 0.0525684 Oct 26 14:59:50.485200 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339bcf44-05d9-4770-b670-d68f9e3e14b5 req-354ae31a-f18d-448f-8afd-a2c11daf002d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:50.487854 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-339bcf44-05d9-4770-b670-d68f9e3e14b5 req-354ae31a-f18d-448f-8afd-a2c11daf002d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e858799915f545b79e6f36f7cda2f6c7&device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 1097 time: 0.2362313 Oct 26 14:59:50.517591 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-5cf628c7-2397-47e0-a643-d9c477e8d25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:50.519295 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-5cf628c7-2397-47e0-a643-d9c477e8d25f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e3398950-00b5-499d-8477-d73683a1256e HTTP/1.1" status: 200 len: 850 time: 0.0654275 Oct 26 14:59:50.596057 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-f154d1ee-fac9-4614-b055-7187d1f83f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:50.597562 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-f154d1ee-fac9-4614-b055-7187d1f83f74 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c4a59254-0cf7-4cdc-9af4-c745fac64f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0706503 Oct 26 14:59:50.627256 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd50971-0917-4b2e-b262-8196d635cebf req-9dd78080-2a41-4c2f-a33c-4675e7ef8ca9 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:50.629261 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-efd50971-0917-4b2e-b262-8196d635cebf req-9dd78080-2a41-4c2f-a33c-4675e7ef8ca9 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 944 time: 0.2600949 Oct 26 14:59:50.727523 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20548b7b-951c-43da-9562-3eae91bcd65c req-d7717ea1-d1b2-42bc-ad52-7a98de198a14 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:50.736319 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-20548b7b-951c-43da-9562-3eae91bcd65c req-d7717ea1-d1b2-42bc-ad52-7a98de198a14 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a439dcb-81cc-4502-b7d3-48a83b5c5ea9 HTTP/1.1" status: 200 len: 945 time: 0.2341855 Oct 26 14:59:50.736613 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339bcf44-05d9-4770-b670-d68f9e3e14b5 req-94006e99-55aa-4314-9ab1-f05a96cd51be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:50.738053 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-339bcf44-05d9-4770-b670-d68f9e3e14b5 req-94006e99-55aa-4314-9ab1-f05a96cd51be service neutron] 10.222.0.76 "GET /v2.0/networks?id=ad2172c5-e06a-4950-a922-0c7e574f5f17 HTTP/1.1" status: 200 len: 919 time: 0.2318077 Oct 26 14:59:50.760064 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-efd50971-0917-4b2e-b262-8196d635cebf req-9762d813-bde8-4f6f-93ec-be52ea074ebc tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145039 Oct 26 14:59:50.867952 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-339bcf44-05d9-4770-b670-d68f9e3e14b5 req-449ff217-ae1d-45c1-802d-a25ae4d9e57b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2dca28e5-d839-49ed-9fca-a6c3d9b6dd90 HTTP/1.1" status: 200 len: 217 time: 0.1138029 Oct 26 14:59:50.912057 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-c3bb6657-5699-43c9-a5e5-dcf01707be4b service neutron] 10.222.0.76 "GET /v2.0/networks/c4a59254-0cf7-4cdc-9af4-c745fac64f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054488 Oct 26 14:59:50.916938 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfc2c26cf4d6f56294a0969bf05099f9a11f02f7060f3ae519b1a3a74e90611f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d7bd48-1ab2-4bf9-91c4-2565b5dd9794" -d '{"events": [{"name": "network-changed", "server_uuid": "ba31bdb5-14bf-4513-ae4e-11fb69cf775d", "tag": "6da2a63a-8d1d-4175-81f3-9f2c067770b0"}]}' {{(pid=108648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:59:50.941815 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 56042) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:50.969674 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device c7db0864-eacc-405f-bf1d-68530c8f2784 details requested by agent hyperv_hv-cinder-73270 with host hv-cinder-73270 {{(pid=108649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:59:50.985333 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-20548b7b-951c-43da-9562-3eae91bcd65c req-a57f50a8-13b8-4789-84d7-593cd7541403 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e255083-1768-4474-a07a-f0b35e252b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444074 Oct 26 14:59:51.018423 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339bcf44-05d9-4770-b670-d68f9e3e14b5 req-b54fd796-e668-4256-ac34-5ac676b8ce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:51.019949 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-339bcf44-05d9-4770-b670-d68f9e3e14b5 req-b54fd796-e668-4256-ac34-5ac676b8ce20 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=673dc4e7-f4e6-456e-9bb6-73f76f7d8feb HTTP/1.1" status: 200 len: 858 time: 0.1391273 Oct 26 14:59:51.035036 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74fbef-df6f-45d6-a223-5882e413dd36 req-e80f31eb-de47-4de0-ac57-52f26a7c165b tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:51.036545 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cf74fbef-df6f-45d6-a223-5882e413dd36 req-e80f31eb-de47-4de0-ac57-52f26a7c165b tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 944 time: 0.1545897 Oct 26 14:59:51.086494 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-339bcf44-05d9-4770-b670-d68f9e3e14b5 req-61ea854a-cf6c-4a90-9689-1998d498db2c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ad2172c5-e06a-4950-a922-0c7e574f5f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488834 Oct 26 14:59:51.110974 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b395af-2ad8-487a-9327-e7f2701e2a1c req-5c5eafb5-9645-44a6-83be-ab54980be3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:51.115038 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port c7db0864-eacc-405f-bf1d-68530c8f2784, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=c7db0864-eacc-405f-bf1d-68530c8f2784,segment=NetworkSegment(84d62a4d-b5c1-4d59-bde4-a1debd3ef48c),segment_id=84d62a4d-b5c1-4d59-bde4-a1debd3ef48c)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:59:51.119544 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-67b395af-2ad8-487a-9327-e7f2701e2a1c req-5c5eafb5-9645-44a6-83be-ab54980be3aa service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2a439dcb-81cc-4502-b7d3-48a83b5c5ea9 HTTP/1.1" status: 200 len: 1098 time: 0.2971768 Oct 26 14:59:51.130816 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Returning: {'device': 'c7db0864-eacc-405f-bf1d-68530c8f2784', 'network_id': 'ad2172c5-e06a-4950-a922-0c7e574f5f17', 'port_id': 'c7db0864-eacc-405f-bf1d-68530c8f2784', 'mac_address': 'fa:16:3e:87:50:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '673dc4e7-f4e6-456e-9bb6-73f76f7d8feb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:59:51.181204 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:51.188021 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cf74fbef-df6f-45d6-a223-5882e413dd36 req-af764b47-7540-4752-b3dc-0e810e4c47f5 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216865 Oct 26 14:59:51.196541 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f48ca65-4dd9-4f98-b545-67b06020e432 x-openstack-request-id: req-6f48ca65-4dd9-4f98-b545-67b06020e432 {{(pid=108648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:59:51.196874 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba31bdb5-14bf-4513-ae4e-11fb69cf775d", "tag": "6da2a63a-8d1d-4175-81f3-9f2c067770b0", "status": "completed", "code": 200}]} {{(pid=108648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:59:51.197690 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6f48ca65-4dd9-4f98-b545-67b06020e432 {{(pid=108648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:59:51.198352 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba31bdb5-14bf-4513-ae4e-11fb69cf775d', 'tag': '6da2a63a-8d1d-4175-81f3-9f2c067770b0', 'status': 'completed', 'code': 200} Oct 26 14:59:51.202113 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-fde5a56f-8e93-4370-90af-3bb3eca17a81 req-034138f9-2379-4a9e-977b-c82fca1b8c4e service neutron] 10.222.0.76 "GET /v2.0/networks/c4a59254-0cf7-4cdc-9af4-c745fac64f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668624 Oct 26 14:59:51.203146 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-67b395af-2ad8-487a-9327-e7f2701e2a1c req-7925d2ff-c887-4883-aead-7bc6c4cf4bb7 service neutron] Publish callbacks [] for security_group, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:51.217717 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7db0864-eacc-405f-bf1d-68530c8f2784 {{(pid=108649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:59:51.245953 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port c7db0864-eacc-405f-bf1d-68530c8f2784, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=c7db0864-eacc-405f-bf1d-68530c8f2784,segment=NetworkSegment(84d62a4d-b5c1-4d59-bde4-a1debd3ef48c),segment_id=84d62a4d-b5c1-4d59-bde4-a1debd3ef48c)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:59:51.261966 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-339bcf44-05d9-4770-b670-d68f9e3e14b5 req-cad5011f-9808-4b43-9640-816847ee3acd service neutron] 10.222.0.76 "GET /v2.0/networks/ad2172c5-e06a-4950-a922-0c7e574f5f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668820 Oct 26 14:59:51.336758 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 56056) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:51.362940 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-67b395af-2ad8-487a-9327-e7f2701e2a1c req-7925d2ff-c887-4883-aead-7bc6c4cf4bb7 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:51.394004 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-339bcf44-05d9-4770-b670-d68f9e3e14b5 req-e928ccdc-91f4-4460-bca0-ca02d75c875d service neutron] 10.222.0.76 "GET /v2.0/networks/ad2172c5-e06a-4950-a922-0c7e574f5f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247985 Oct 26 14:59:51.396305 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:51.417323 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7bd48-1ab2-4bf9-91c4-2565b5dd9794 req-17267f25-a0c8-4f19-bcb5-ef651b0005a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:51.419188 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-f4d7bd48-1ab2-4bf9-91c4-2565b5dd9794 req-17267f25-a0c8-4f19-bcb5-ef651b0005a5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5b867107a3d44416a28e053e339e7d5f&device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 1097 time: 0.0690103 Oct 26 14:59:51.442915 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [None req-26af6ed1-9042-4b40-bd55-112405b8cd48 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2056424990-network', 'tenant_id': 'a37e4e29cc434b6c9ad9dbfd8f20e410'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:51.476793 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-852d3f5d-9cc2-4416-b99e-af22a8f14389 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:51.485966 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=c7db0864-eacc-405f-bf1d-68530c8f2784,revision_number=4']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:51.616741 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] get_ports_and_sgs() called for port_ids ['c7db0864-eacc-405f-bf1d-68530c8f2784'] {{(pid=108649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:59:51.689118 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-67b395af-2ad8-487a-9327-e7f2701e2a1c req-7925d2ff-c887-4883-aead-7bc6c4cf4bb7 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:51.753093 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-67b395af-2ad8-487a-9327-e7f2701e2a1c req-7925d2ff-c887-4883-aead-7bc6c4cf4bb7 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2e255083-1768-4474-a07a-f0b35e252b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6230366 Oct 26 14:59:51.810932 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7925d2ff-c887-4883-aead-7bc6c4cf4bb7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=69a7046d-5d77-4ce9-8ab3-4f3ad6db8ba8,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:51.854975 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7bd48-1ab2-4bf9-91c4-2565b5dd9794 req-f181adc4-425b-407f-bacc-023e6e5caedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:51.856234 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-f4d7bd48-1ab2-4bf9-91c4-2565b5dd9794 req-f181adc4-425b-407f-bacc-023e6e5caedd service neutron] 10.222.0.76 "GET /v2.0/networks?id=c4a59254-0cf7-4cdc-9af4-c745fac64f1e HTTP/1.1" status: 200 len: 912 time: 0.4281793 Oct 26 14:59:51.897143 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f559fac-7ecf-4662-a5f6-81584a847a8c req-132018b5-5163-495c-9c3d-7aefe301c887 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:51.902827 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9f559fac-7ecf-4662-a5f6-81584a847a8c req-132018b5-5163-495c-9c3d-7aefe301c887 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 944 time: 0.0593820 Oct 26 14:59:51.906539 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-852d3f5d-9cc2-4416-b99e-af22a8f14389 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:51.927028 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26af6ed1-9042-4b40-bd55-112405b8cd48 admin admin] Made reservation on behalf of a37e4e29cc434b6c9ad9dbfd8f20e410 for: {'network': 1} {{(pid=108647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:59:51.927028 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-26af6ed1-9042-4b40-bd55-112405b8cd48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for network, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:51.932388 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-26af6ed1-9042-4b40-bd55-112405b8cd48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:51.940443 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9f559fac-7ecf-4662-a5f6-81584a847a8c req-0788dc4f-2d23-4181-8a85-9eabf6775417 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345473 Oct 26 14:59:52.015568 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-f4d7bd48-1ab2-4bf9-91c4-2565b5dd9794 req-35dc6c7b-53a5-4535-8e72-3795ce6e3cee service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6da2a63a-8d1d-4175-81f3-9f2c067770b0 HTTP/1.1" status: 200 len: 217 time: 0.0405226 Oct 26 14:59:52.077709 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-26af6ed1-9042-4b40-bd55-112405b8cd48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:52.086789 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7bd48-1ab2-4bf9-91c4-2565b5dd9794 req-56031096-da8d-40f3-9d24-fd398cf6a6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:52.092879 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-f4d7bd48-1ab2-4bf9-91c4-2565b5dd9794 req-56031096-da8d-40f3-9d24-fd398cf6a6b3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e3398950-00b5-499d-8477-d73683a1256e HTTP/1.1" status: 200 len: 850 time: 0.0648272 Oct 26 14:59:52.103844 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbe3f0-a813-4224-ad50-fe23795a74e0 req-d2d24be5-df07-4d79-b4a9-b6c3b028c450 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:52.105305 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a6fbe3f0-a813-4224-ad50-fe23795a74e0 req-d2d24be5-df07-4d79-b4a9-b6c3b028c450 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a439dcb-81cc-4502-b7d3-48a83b5c5ea9 HTTP/1.1" status: 200 len: 945 time: 0.0484529 Oct 26 14:59:52.123311 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-852d3f5d-9cc2-4416-b99e-af22a8f14389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:52.145461 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a6fbe3f0-a813-4224-ad50-fe23795a74e0 req-183b78c6-f2af-44b5-854d-81f209ed32bf tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e255083-1768-4474-a07a-f0b35e252b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338416 Oct 26 14:59:52.169545 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-852d3f5d-9cc2-4416-b99e-af22a8f14389 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=513633fbff2847c4ba006eb4d3013f4e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2258382 Oct 26 14:59:52.172705 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 56082) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:52.175327 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7bd48-1ab2-4bf9-91c4-2565b5dd9794 req-90c83565-2d50-4759-8b9c-69e361132b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:52.176759 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-f4d7bd48-1ab2-4bf9-91c4-2565b5dd9794 req-90c83565-2d50-4759-8b9c-69e361132b3a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c4a59254-0cf7-4cdc-9af4-c745fac64f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797439 Oct 26 14:59:52.177405 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d3f5d-9cc2-4416-b99e-af22a8f14389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7328495f-e337-45b9-9d86-bbcbb32aa52f,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:52.234719 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-f4af6e70-a8ca-4df7-b675-3fdaa564d58e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:52.250315 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-26af6ed1-9042-4b40-bd55-112405b8cd48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:52.256589 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-f4af6e70-a8ca-4df7-b675-3fdaa564d58e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:52.285596 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26af6ed1-9042-4b40-bd55-112405b8cd48 admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=108647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:59:52.299591 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af6ed1-9042-4b40-bd55-112405b8cd48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a361420-2171-4c4f-8635-7a6d1db88f94,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:52.316118 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-26af6ed1-9042-4b40-bd55-112405b8cd48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888'] for segment, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:52.316513 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.db.segments_db [None req-26af6ed1-9042-4b40-bd55-112405b8cd48 admin admin] Added segment 928640a9-6266-491f-b3f7-0c39c1aa2518 of type vlan for network 9c2c9c9f-8523-425a-b95e-03a5492fc98e Oct 26 14:59:52.331656 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87b168-5d16-458d-af83-1c3d76e11863 req-dc4edbf7-641e-4d79-ae69-9fa512b1d021 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:52.333238 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5c87b168-5d16-458d-af83-1c3d76e11863 req-dc4edbf7-641e-4d79-ae69-9fa512b1d021 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 944 time: 0.0700617 Oct 26 14:59:52.334312 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-f4d7bd48-1ab2-4bf9-91c4-2565b5dd9794 req-f80b9875-e0c3-40f4-b64a-d0b6babb450b service neutron] 10.222.0.76 "GET /v2.0/networks/c4a59254-0cf7-4cdc-9af4-c745fac64f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455364 Oct 26 14:59:52.377657 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5c87b168-5d16-458d-af83-1c3d76e11863 req-39393255-bd66-480a-93ee-0aa5211b97c5 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372303 Oct 26 14:59:52.407029 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-26af6ed1-9042-4b40-bd55-112405b8cd48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752337516683'] for network, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:52.455899 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-f4af6e70-a8ca-4df7-b675-3fdaa564d58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:52.459081 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-f4af6e70-a8ca-4df7-b675-3fdaa564d58e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:52.462477 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-f4af6e70-a8ca-4df7-b675-3fdaa564d58e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7328495f-e337-45b9-9d86-bbcbb32aa52f HTTP/1.1" status: 204 len: 168 time: 0.2865269 Oct 26 14:59:52.466807 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-f4d7bd48-1ab2-4bf9-91c4-2565b5dd9794 req-d1e99a05-c658-4797-8b69-d18576412edd service neutron] 10.222.0.76 "GET /v2.0/networks/c4a59254-0cf7-4cdc-9af4-c745fac64f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139638 Oct 26 14:59:52.492744 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af6e70-a8ca-4df7-b675-3fdaa564d58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7328495f-e337-45b9-9d86-bbcbb32aa52f,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:52.562282 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-26af6ed1-9042-4b40-bd55-112405b8cd48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593'] for network, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:52.563492 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26af6ed1-9042-4b40-bd55-112405b8cd48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:52.564112 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-26af6ed1-9042-4b40-bd55-112405b8cd48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for network, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:52.633477 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af6ed1-9042-4b40-bd55-112405b8cd48 admin admin] Pushing event updated for resources: {'Network': ['ID=9c2c9c9f-8523-425a-b95e-03a5492fc98e,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:52.648656 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Network 9c2c9c9f-8523-425a-b95e-03a5492fc98e details requested by agent ovs-agent-dv-cinder-732704-6-iscsi with host dv-cinder-732704-6-iscsi {{(pid=108649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:59:52.735200 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-26af6ed1-9042-4b40-bd55-112405b8cd48 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3937624 Oct 26 14:59:52.738178 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 56094) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:52.742907 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [None req-d2e50e36-3152-4f04-a16d-5d851060ebde admin admin] Request body: {'subnet': {'network_id': '9c2c9c9f-8523-425a-b95e-03a5492fc98e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2056424990-subnet', 'tenant_id': 'a37e4e29cc434b6c9ad9dbfd8f20e410', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:52.835742 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e50e36-3152-4f04-a16d-5d851060ebde admin admin] Made reservation on behalf of a37e4e29cc434b6c9ad9dbfd8f20e410 for: {'subnet': 1} {{(pid=108647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:59:52.838269 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-d2e50e36-3152-4f04-a16d-5d851060ebde admin admin] Publish callbacks [] for subnet, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:52.985030 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 2dca28e5-d839-49ed-9fca-a6c3d9b6dd90 details requested by agent hyperv_hv-cinder-73270 with host hv-cinder-73270 {{(pid=108649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:59:53.043197 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device c7db0864-eacc-405f-bf1d-68530c8f2784 up at agent hyperv_hv-cinder-73270 {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:59:53.086161 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56831369-d8f1-4a85-955e-353fbdd4c105 req-951b2630-fb75-4aed-bdba-cd427a035018 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:53.088608 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-56831369-d8f1-4a85-955e-353fbdd4c105 req-951b2630-fb75-4aed-bdba-cd427a035018 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 944 time: 0.0754726 Oct 26 14:59:53.134237 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-56831369-d8f1-4a85-955e-353fbdd4c105 req-2ec0476c-4b12-4a2f-bab4-6aa61a85595a tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365024 Oct 26 14:59:53.233004 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port 2dca28e5-d839-49ed-9fca-a6c3d9b6dd90, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=2dca28e5-d839-49ed-9fca-a6c3d9b6dd90,segment=NetworkSegment(84d62a4d-b5c1-4d59-bde4-a1debd3ef48c),segment_id=84d62a4d-b5c1-4d59-bde4-a1debd3ef48c)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:59:53.248740 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Returning: {'device': '2dca28e5-d839-49ed-9fca-a6c3d9b6dd90', 'network_id': 'ad2172c5-e06a-4950-a922-0c7e574f5f17', 'port_id': '2dca28e5-d839-49ed-9fca-a6c3d9b6dd90', 'mac_address': 'fa:16:3e:89:41:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '673dc4e7-f4e6-456e-9bb6-73f76f7d8feb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:59:53.250372 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Provisioning for port c7db0864-eacc-405f-bf1d-68530c8f2784 completed by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:59:53.265330 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Provisioning complete for port c7db0864-eacc-405f-bf1d-68530c8f2784 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:53.266173 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:53.301303 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c74eee-43dd-4597-9d38-419658ba6828 req-231284e4-66c5-4851-bc99-5aecb7984597 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:53.316527 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-51c74eee-43dd-4597-9d38-419658ba6828 req-231284e4-66c5-4851-bc99-5aecb7984597 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a439dcb-81cc-4502-b7d3-48a83b5c5ea9 HTTP/1.1" status: 200 len: 945 time: 0.0911956 Oct 26 14:59:53.336515 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 56128) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:53.343192 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:53.358814 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-51c74eee-43dd-4597-9d38-419658ba6828 req-05e13289-7595-43ab-8963-14e5cb23b14a tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e255083-1768-4474-a07a-f0b35e252b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424218 Oct 26 14:59:53.362957 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dca28e5-d839-49ed-9fca-a6c3d9b6dd90 {{(pid=108649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:59:53.371661 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-d2e50e36-3152-4f04-a16d-5d851060ebde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593'] for subnet, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:53.383655 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8bf783b9-af3e-4240-b7c5-24f328f27ff1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:53.415158 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port 2dca28e5-d839-49ed-9fca-a6c3d9b6dd90, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=2dca28e5-d839-49ed-9fca-a6c3d9b6dd90,segment=NetworkSegment(84d62a4d-b5c1-4d59-bde4-a1debd3ef48c),segment_id=84d62a4d-b5c1-4d59-bde4-a1debd3ef48c)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:59:53.422702 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:53.448851 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a3aeb9-8d48-418e-8db7-eeaabab12e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7db0864-eacc-405f-bf1d-68530c8f2784'}] {{(pid=108649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:59:53.462201 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce9ea8dafcd660945e4144893ae94b540b7d43bc7f31485d3ebdd76e7b8406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53e007d-158b-4aca-9070-1adec6a200fb" -d '{"events": [{"server_uuid": "e8a3aeb9-8d48-418e-8db7-eeaabab12e4a", "name": "network-vif-plugged", "status": "completed", "tag": "c7db0864-eacc-405f-bf1d-68530c8f2784"}]}' {{(pid=108649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:59:53.493675 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e50e36-3152-4f04-a16d-5d851060ebde admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe0b7fc2-ba51-4715-88ec-4bcef908412b,revision_number=0']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:53.498754 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port c7db0864-eacc-405f-bf1d-68530c8f2784, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=c7db0864-eacc-405f-bf1d-68530c8f2784,segment=NetworkSegment(84d62a4d-b5c1-4d59-bde4-a1debd3ef48c),segment_id=84d62a4d-b5c1-4d59-bde4-a1debd3ef48c)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:59:53.521443 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:53.521647 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e50e36-3152-4f04-a16d-5d851060ebde admin admin] Checking segment: {'id': '928640a9-6266-491f-b3f7-0c39c1aa2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9c2c9c9f-8523-425a-b95e-03a5492fc98e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:59:53.522042 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e50e36-3152-4f04-a16d-5d851060ebde admin admin] Network hostable DHCP agents. Network: 9c2c9c9f-8523-425a-b95e-03a5492fc98e, hostable agents: ['b4d4e8dd-6314-45fe-b027-8ffd5f87ed07'], hosted agents: [] {{(pid=108647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:59:53.540678 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e63cad-0f7c-4b6c-8c33-2354c370b330 x-openstack-request-id: req-46e63cad-0f7c-4b6c-8c33-2354c370b330 {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:59:53.541007 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a3aeb9-8d48-418e-8db7-eeaabab12e4a", "name": "network-vif-plugged", "status": "completed", "tag": "c7db0864-eacc-405f-bf1d-68530c8f2784", "code": 200}]} {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:59:53.541159 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-46e63cad-0f7c-4b6c-8c33-2354c370b330 {{(pid=108649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:59:53.543676 dv-cinder-732704-6-iscsi neutron-server[108649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a3aeb9-8d48-418e-8db7-eeaabab12e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7db0864-eacc-405f-bf1d-68530c8f2784', 'code': 200} Oct 26 14:59:53.584482 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8bf783b9-af3e-4240-b7c5-24f328f27ff1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:53.590427 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a451104-54d2-42c7-b2cd-a6c87911504e req-721a893d-28c7-4287-858e-167565b7ee66 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:53.592307 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5a451104-54d2-42c7-b2cd-a6c87911504e req-721a893d-28c7-4287-858e-167565b7ee66 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 944 time: 0.1173847 Oct 26 14:59:53.615308 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=2dca28e5-d839-49ed-9fca-a6c3d9b6dd90,revision_number=4']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:53.633742 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5a451104-54d2-42c7-b2cd-a6c87911504e req-d41e2034-f04f-4821-8481-d17aa6d636c2 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334129 Oct 26 14:59:53.635305 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:53.676074 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e50e36-3152-4f04-a16d-5d851060ebde admin admin] Network 9c2c9c9f-8523-425a-b95e-03a5492fc98e is scheduled to be hosted by DHCP agent b4d4e8dd-6314-45fe-b027-8ffd5f87ed07 with binding_index 1 {{(pid=108647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:59:53.681793 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8bf783b9-af3e-4240-b7c5-24f328f27ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:53.723819 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=c7db0864-eacc-405f-bf1d-68530c8f2784,revision_number=5']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:53.726799 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-8bf783b9-af3e-4240-b7c5-24f328f27ff1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2e5198128928454a85fccf90c27f20b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3862286 Oct 26 14:59:53.726799 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf783b9-af3e-4240-b7c5-24f328f27ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b22d001-27a8-4457-b339-a4b5864e1b4d,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:53.729076 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 56142) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:53.782937 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] get_ports_and_sgs() called for port_ids ['2dca28e5-d839-49ed-9fca-a6c3d9b6dd90'] {{(pid=108649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:59:53.791971 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [None req-d2e50e36-3152-4f04-a16d-5d851060ebde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-732704-6-iscsi, 9c2c9c9f-8523-425a-b95e-03a5492fc98e) {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:59:53.796996 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e50e36-3152-4f04-a16d-5d851060ebde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:53.797598 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-d2e50e36-3152-4f04-a16d-5d851060ebde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for subnet, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:53.804630 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-ddb403c9-b41b-43c5-b1ec-c1b53df45e68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:53.825726 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-ddb403c9-b41b-43c5-b1ec-c1b53df45e68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:53.915613 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-d2e50e36-3152-4f04-a16d-5d851060ebde admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1762071 Oct 26 14:59:53.937513 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c99d342-103a-4523-8df3-ad126fc2922a None None] Network 9c2c9c9f-8523-425a-b95e-03a5492fc98e requested from dv-cinder-732704-6-iscsi {{(pid=108649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:59:53.991126 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-ddb403c9-b41b-43c5-b1ec-c1b53df45e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:53.996364 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c63e0f8-b284-498e-b3e6-c521c64fc32b req-3ee4eb49-62d3-4000-8272-68c22fa6205e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:53.997150 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-ddb403c9-b41b-43c5-b1ec-c1b53df45e68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:53.998201 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-2c63e0f8-b284-498e-b3e6-c521c64fc32b req-3ee4eb49-62d3-4000-8272-68c22fa6205e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 1098 time: 0.0486178 Oct 26 14:59:53.999461 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-ddb403c9-b41b-43c5-b1ec-c1b53df45e68 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3b22d001-27a8-4457-b339-a4b5864e1b4d HTTP/1.1" status: 204 len: 168 time: 0.2691991 Oct 26 14:59:54.009940 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb403c9-b41b-43c5-b1ec-c1b53df45e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b22d001-27a8-4457-b339-a4b5864e1b4d,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:54.079680 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-2c63e0f8-b284-498e-b3e6-c521c64fc32b req-f7c589f4-df9f-479a-848a-9b4ec733eb3a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672235 Oct 26 14:59:54.174517 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a15d534-3251-41d5-9cca-84e62639658c None None] Network 9c2c9c9f-8523-425a-b95e-03a5492fc98e requested from dv-cinder-732704-6-iscsi {{(pid=108649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:59:54.265098 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3443b-1d19-494f-a163-a4ce94051dda req-7b09fc70-c30b-4335-9a79-722f5a924a7f tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:54.266485 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-06b3443b-1d19-494f-a163-a4ce94051dda req-7b09fc70-c30b-4335-9a79-722f5a924a7f tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 944 time: 0.0517874 Oct 26 14:59:54.304841 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-06b3443b-1d19-494f-a163-a4ce94051dda req-309ff73b-609e-4681-aa19-7f930ba0e115 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320849 Oct 26 14:59:54.463922 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689dab59-1727-49fa-af33-8f803bea326a req-d1c82237-7206-436b-af55-75a4a7c33f01 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:54.468969 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-689dab59-1727-49fa-af33-8f803bea326a req-d1c82237-7206-436b-af55-75a4a7c33f01 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a439dcb-81cc-4502-b7d3-48a83b5c5ea9 HTTP/1.1" status: 200 len: 945 time: 0.0529742 Oct 26 14:59:54.507525 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-689dab59-1727-49fa-af33-8f803bea326a req-08a0464d-8bb4-4fa9-acad-cf0cdeffce8c tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e255083-1768-4474-a07a-f0b35e252b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327663 Oct 26 14:59:54.773477 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45cf0ed-18d1-4797-bba1-0eb4e3276601 req-82d6902b-7320-420e-a847-f2e7e4cdcb73 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:54.775312 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f45cf0ed-18d1-4797-bba1-0eb4e3276601 req-82d6902b-7320-420e-a847-f2e7e4cdcb73 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 945 time: 0.0633404 Oct 26 14:59:54.824694 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f45cf0ed-18d1-4797-bba1-0eb4e3276601 req-0e8a9096-4fdc-4c1e-b638-21bdbc8b9504 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405109 Oct 26 14:59:54.997404 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 6da2a63a-8d1d-4175-81f3-9f2c067770b0 details requested by agent hyperv_hv-cinder-73270 with host hv-cinder-73270 {{(pid=108649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:59:54.999603 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 2dca28e5-d839-49ed-9fca-a6c3d9b6dd90 up at agent hyperv_hv-cinder-73270 {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:59:55.173156 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 56196) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:55.178483 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-327f36c3-5878-47e6-9a2d-7bb28f734123 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1483578642-network', 'tenant_id': 'fc105956f6a14095ad56a7d3cf2680d9'}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:55.179111 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port 6da2a63a-8d1d-4175-81f3-9f2c067770b0, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=6da2a63a-8d1d-4175-81f3-9f2c067770b0,segment=NetworkSegment(3c5cd00d-2851-4d55-a807-8a31540e2d22),segment_id=3c5cd00d-2851-4d55-a807-8a31540e2d22)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:59:55.192869 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Returning: {'device': '6da2a63a-8d1d-4175-81f3-9f2c067770b0', 'network_id': 'c4a59254-0cf7-4cdc-9af4-c745fac64f1e', 'port_id': '6da2a63a-8d1d-4175-81f3-9f2c067770b0', 'mac_address': 'fa:16:3e:91:78:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3398950-00b5-499d-8477-d73683a1256e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:59:55.231885 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:55.245235 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6da2a63a-8d1d-4175-81f3-9f2c067770b0 {{(pid=108649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:59:55.265128 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port 6da2a63a-8d1d-4175-81f3-9f2c067770b0, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=6da2a63a-8d1d-4175-81f3-9f2c067770b0,segment=NetworkSegment(3c5cd00d-2851-4d55-a807-8a31540e2d22),segment_id=3c5cd00d-2851-4d55-a807-8a31540e2d22)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:59:55.367262 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Provisioning for port 2dca28e5-d839-49ed-9fca-a6c3d9b6dd90 completed by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:59:55.372455 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Provisioning complete for port 2dca28e5-d839-49ed-9fca-a6c3d9b6dd90 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:55.412564 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:55.471844 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:55.511150 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port 2dca28e5-d839-49ed-9fca-a6c3d9b6dd90, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=2dca28e5-d839-49ed-9fca-a6c3d9b6dd90,segment=NetworkSegment(84d62a4d-b5c1-4d59-bde4-a1debd3ef48c),segment_id=84d62a4d-b5c1-4d59-bde4-a1debd3ef48c)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:59:55.545324 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27bbeac8-7694-49f1-9a20-40e2d26b7ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dca28e5-d839-49ed-9fca-a6c3d9b6dd90'}] {{(pid=108649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:59:55.548011 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce9ea8dafcd660945e4144893ae94b540b7d43bc7f31485d3ebdd76e7b8406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a09298b-81ec-432c-a712-4f6bf7fb0e3e" -d '{"events": [{"server_uuid": "27bbeac8-7694-49f1-9a20-40e2d26b7ca4", "name": "network-vif-plugged", "status": "completed", "tag": "2dca28e5-d839-49ed-9fca-a6c3d9b6dd90"}]}' {{(pid=108649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:59:55.586064 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1455897a-19c8-4f09-b27d-131b43c92780 x-openstack-request-id: req-1455897a-19c8-4f09-b27d-131b43c92780 {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:59:55.586296 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27bbeac8-7694-49f1-9a20-40e2d26b7ca4", "name": "network-vif-plugged", "status": "completed", "tag": "2dca28e5-d839-49ed-9fca-a6c3d9b6dd90", "code": 200}]} {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:59:55.586542 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1455897a-19c8-4f09-b27d-131b43c92780 {{(pid=108649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:59:55.587357 dv-cinder-732704-6-iscsi neutron-server[108649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27bbeac8-7694-49f1-9a20-40e2d26b7ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dca28e5-d839-49ed-9fca-a6c3d9b6dd90', 'code': 200} Oct 26 14:59:55.591195 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217647e-f48d-4100-850f-fc6c0137e221 req-be8fb04a-832b-4e1c-a06b-d75d9a508b07 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:55.593534 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e217647e-f48d-4100-850f-fc6c0137e221 req-be8fb04a-832b-4e1c-a06b-d75d9a508b07 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 944 time: 0.2196677 Oct 26 14:59:55.635465 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e217647e-f48d-4100-850f-fc6c0137e221 req-ac2947f3-9a42-4485-bb99-5fdf6d25ae5f tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351117 Oct 26 14:59:55.744711 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327f36c3-5878-47e6-9a2d-7bb28f734123 admin admin] Made reservation on behalf of fc105956f6a14095ad56a7d3cf2680d9 for: {'network': 1} {{(pid=108648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:59:55.745634 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:55.747366 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-327f36c3-5878-47e6-9a2d-7bb28f734123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for network, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:55.759295 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-327f36c3-5878-47e6-9a2d-7bb28f734123 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:55.824760 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=6da2a63a-8d1d-4175-81f3-9f2c067770b0,revision_number=4']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:55.851009 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-327f36c3-5878-47e6-9a2d-7bb28f734123 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:55.865580 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:55.958220 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=2dca28e5-d839-49ed-9fca-a6c3d9b6dd90,revision_number=5']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:55.996552 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734944f-5533-41f6-b06f-4a7472b42fa1 req-7bfd6a12-d39c-483c-ba9d-2f5ebf9c98a1 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:55.998740 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1734944f-5533-41f6-b06f-4a7472b42fa1 req-7bfd6a12-d39c-483c-ba9d-2f5ebf9c98a1 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 946 time: 0.0512950 Oct 26 14:59:56.005672 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] get_ports_and_sgs() called for port_ids ['6da2a63a-8d1d-4175-81f3-9f2c067770b0'] {{(pid=108649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:59:56.055089 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1734944f-5533-41f6-b06f-4a7472b42fa1 req-ddb8b4e9-a632-4b6b-9c2a-7eca62b90312 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496283 Oct 26 14:59:56.097938 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-327f36c3-5878-47e6-9a2d-7bb28f734123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:56.111146 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-327f36c3-5878-47e6-9a2d-7bb28f734123 admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=108648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:59:56.132063 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-327f36c3-5878-47e6-9a2d-7bb28f734123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888'] for segment, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:56.132278 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.db.segments_db [None req-327f36c3-5878-47e6-9a2d-7bb28f734123 admin admin] Added segment d9274994-5746-4122-9702-e511d7873d11 of type vlan for network bb9072f4-bfc3-4500-b501-1feef06e996b Oct 26 14:59:56.174936 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f36c3-5878-47e6-9a2d-7bb28f734123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebcc131c-61ae-49fb-bdfb-039f044e175b,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:56.193301 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-327f36c3-5878-47e6-9a2d-7bb28f734123 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752337516683'] for network, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:56.256748 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8a75d-7af5-441c-a0b0-584159da60e2 req-452688d2-0253-417d-abb3-d71c5f583ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:56.258172 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-15f8a75d-7af5-441c-a0b0-584159da60e2 req-452688d2-0253-417d-abb3-d71c5f583ebf service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 1099 time: 0.0401766 Oct 26 14:59:56.298349 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-15f8a75d-7af5-441c-a0b0-584159da60e2 req-b4c4688e-b1f9-4bbb-aa5a-745a859a9e3d service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320477 Oct 26 14:59:56.309731 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-327f36c3-5878-47e6-9a2d-7bb28f734123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593'] for network, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:56.310893 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327f36c3-5878-47e6-9a2d-7bb28f734123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:56.311586 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-327f36c3-5878-47e6-9a2d-7bb28f734123 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for network, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:56.371435 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f36c3-5878-47e6-9a2d-7bb28f734123 admin admin] Pushing event updated for resources: {'Network': ['ID=bb9072f4-bfc3-4500-b501-1feef06e996b,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:56.382036 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Network bb9072f4-bfc3-4500-b501-1feef06e996b details requested by agent ovs-agent-dv-cinder-732704-6-iscsi with host dv-cinder-732704-6-iscsi {{(pid=108649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:59:56.421804 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-327f36c3-5878-47e6-9a2d-7bb28f734123 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2475328 Oct 26 14:59:56.424998 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 56230) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:56.439223 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-fde21caf-8727-477d-a420-b3553edfd982 admin admin] Request body: {'subnet': {'network_id': 'bb9072f4-bfc3-4500-b501-1feef06e996b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1483578642-subnet', 'tenant_id': 'fc105956f6a14095ad56a7d3cf2680d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:56.619289 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde21caf-8727-477d-a420-b3553edfd982 admin admin] Made reservation on behalf of fc105956f6a14095ad56a7d3cf2680d9 for: {'subnet': 1} {{(pid=108648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:59:56.622347 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-fde21caf-8727-477d-a420-b3553edfd982 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:56.797277 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a35e2-20fe-4f31-810a-5261bb60bac3 req-07e5a38a-31f9-4e1a-b11b-9cfb445204e6 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:56.800523 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-497a35e2-20fe-4f31-810a-5261bb60bac3 req-07e5a38a-31f9-4e1a-b11b-9cfb445204e6 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 945 time: 0.0868993 Oct 26 14:59:56.886095 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-497a35e2-20fe-4f31-810a-5261bb60bac3 req-2de30865-0071-415e-9585-01bacbe16588 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801535 Oct 26 14:59:57.026757 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 6da2a63a-8d1d-4175-81f3-9f2c067770b0 up at agent hyperv_hv-cinder-73270 {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:59:57.030471 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-fde21caf-8727-477d-a420-b3553edfd982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593'] for subnet, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:57.086709 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde21caf-8727-477d-a420-b3553edfd982 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f46ea44-4acf-427b-99f4-ce1883906072,revision_number=0']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:57.099892 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde21caf-8727-477d-a420-b3553edfd982 admin admin] Checking segment: {'id': 'd9274994-5746-4122-9702-e511d7873d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'bb9072f4-bfc3-4500-b501-1feef06e996b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:59:57.100329 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde21caf-8727-477d-a420-b3553edfd982 admin admin] Network hostable DHCP agents. Network: bb9072f4-bfc3-4500-b501-1feef06e996b, hostable agents: ['b4d4e8dd-6314-45fe-b027-8ffd5f87ed07'], hosted agents: [] {{(pid=108648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:59:57.170903 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc532f7-8552-4407-80e4-c09a76846010 req-36afa0cd-8cfa-4d89-9c67-6a4459216a35 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:57.173013 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2cc532f7-8552-4407-80e4-c09a76846010 req-36afa0cd-8cfa-4d89-9c67-6a4459216a35 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 946 time: 0.0529368 Oct 26 14:59:57.215243 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2cc532f7-8552-4407-80e4-c09a76846010 req-eb52c698-8ac2-4a4d-ad17-e7fbd6d2e4d0 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360172 Oct 26 14:59:57.270114 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde21caf-8727-477d-a420-b3553edfd982 admin admin] Network bb9072f4-bfc3-4500-b501-1feef06e996b is scheduled to be hosted by DHCP agent b4d4e8dd-6314-45fe-b027-8ffd5f87ed07 with binding_index 1 {{(pid=108648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:59:57.270456 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Provisioning for port 6da2a63a-8d1d-4175-81f3-9f2c067770b0 completed by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:59:57.274625 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Provisioning complete for port 6da2a63a-8d1d-4175-81f3-9f2c067770b0 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:57.275236 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:57.364817 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:57.397309 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port 6da2a63a-8d1d-4175-81f3-9f2c067770b0, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=6da2a63a-8d1d-4175-81f3-9f2c067770b0,segment=NetworkSegment(3c5cd00d-2851-4d55-a807-8a31540e2d22),segment_id=3c5cd00d-2851-4d55-a807-8a31540e2d22)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:59:57.463220 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.base_scheduler [None req-fde21caf-8727-477d-a420-b3553edfd982 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-732704-6-iscsi, bb9072f4-bfc3-4500-b501-1feef06e996b) {{(pid=108648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:59:57.468013 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde21caf-8727-477d-a420-b3553edfd982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:57.471299 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-fde21caf-8727-477d-a420-b3553edfd982 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for subnet, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:57.475869 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3c6b74-f1d8-4212-889e-b171873c0f4c None None] Network bb9072f4-bfc3-4500-b501-1feef06e996b requested from dv-cinder-732704-6-iscsi {{(pid=108649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:59:57.515136 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:57.589678 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba31bdb5-14bf-4513-ae4e-11fb69cf775d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da2a63a-8d1d-4175-81f3-9f2c067770b0'}] {{(pid=108649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:59:57.592564 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce9ea8dafcd660945e4144893ae94b540b7d43bc7f31485d3ebdd76e7b8406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca2076b-7fad-4fea-b9ff-bc7fbf29ca2d" -d '{"events": [{"server_uuid": "ba31bdb5-14bf-4513-ae4e-11fb69cf775d", "name": "network-vif-plugged", "status": "completed", "tag": "6da2a63a-8d1d-4175-81f3-9f2c067770b0"}]}' {{(pid=108649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:59:57.619203 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=6da2a63a-8d1d-4175-81f3-9f2c067770b0,revision_number=5']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:57.667782 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-fde21caf-8727-477d-a420-b3553edfd982 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2414689 Oct 26 14:59:57.674784 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224ae9bd-04c0-4751-bbbe-b71ff5ca2ea8 x-openstack-request-id: req-224ae9bd-04c0-4751-bbbe-b71ff5ca2ea8 {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:59:57.675163 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba31bdb5-14bf-4513-ae4e-11fb69cf775d", "name": "network-vif-plugged", "status": "completed", "tag": "6da2a63a-8d1d-4175-81f3-9f2c067770b0", "code": 200}]} {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:59:57.675377 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-224ae9bd-04c0-4751-bbbe-b71ff5ca2ea8 {{(pid=108649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:59:57.675766 dv-cinder-732704-6-iscsi neutron-server[108649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba31bdb5-14bf-4513-ae4e-11fb69cf775d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da2a63a-8d1d-4175-81f3-9f2c067770b0', 'code': 200} Oct 26 14:59:57.693502 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4074c6-8fc2-4ee0-8688-f16beee7ed78 None None] Network bb9072f4-bfc3-4500-b501-1feef06e996b requested from dv-cinder-732704-6-iscsi {{(pid=108649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:59:57.842798 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 56292) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:57.892757 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.db.db_base_plugin_v2 [None req-12f80293-1796-4042-be0b-0a127e497052 admin admin] Deleting subnet fe0b7fc2-ba51-4715-88ec-4bcef908412b {{(pid=108648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:59:57.896262 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-12f80293-1796-4042-be0b-0a127e497052 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:57.941224 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-12f80293-1796-4042-be0b-0a127e497052 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:57.952491 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-12f80293-1796-4042-be0b-0a127e497052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536333747'] for subnet, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:58.066036 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481192f-781a-4bca-a5a8-c4095858aae7 req-1fd8a3fe-b713-47b5-b7c6-7e0ee19a2ceb tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:58.067566 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f481192f-781a-4bca-a5a8-c4095858aae7 req-1fd8a3fe-b713-47b5-b7c6-7e0ee19a2ceb tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.0796266 Oct 26 14:59:58.108327 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f481192f-781a-4bca-a5a8-c4095858aae7 req-c419a8e3-d723-4430-b7ed-1840eae2d1e3 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345788 Oct 26 14:59:58.153735 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b9b33-a69e-476e-9d35-036a82bbd0a5 req-df83f144-4cf5-4d42-b64e-ed3513cd7594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:58.155329 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-d72b9b33-a69e-476e-9d35-036a82bbd0a5 req-df83f144-4cf5-4d42-b64e-ed3513cd7594 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 1099 time: 0.0478840 Oct 26 14:59:58.167356 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-12f80293-1796-4042-be0b-0a127e497052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536333704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593'] for subnet, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:58.198251 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f80293-1796-4042-be0b-0a127e497052 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe0b7fc2-ba51-4715-88ec-4bcef908412b,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:58.202222 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-12f80293-1796-4042-be0b-0a127e497052 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:58.205930 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-d72b9b33-a69e-476e-9d35-036a82bbd0a5 req-ac7fd61b-4c73-4896-964f-37512db25bab service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312514 Oct 26 14:59:58.206309 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-12f80293-1796-4042-be0b-0a127e497052 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/fe0b7fc2-ba51-4715-88ec-4bcef908412b HTTP/1.1" status: 204 len: 168 time: 0.3623772 Oct 26 14:59:58.208908 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 56302) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:58.290275 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-8bdc0d09-8bb5-42f4-8dcf-395a3e18baa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536309766'] for network, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:58.320872 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:58.406676 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a978296d-53a7-4ea2-b730-148213c96a08 req-f8ed6514-2090-4f78-aa8f-355268610e05 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:58.408180 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a978296d-53a7-4ea2-b730-148213c96a08 req-f8ed6514-2090-4f78-aa8f-355268610e05 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 946 time: 0.1128035 Oct 26 14:59:58.430127 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-8bdc0d09-8bb5-42f4-8dcf-395a3e18baa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536334904', 'neutron.services.segments.db._delete_segments_for_network-8752338035487'] for network, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:58.464135 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-8bdc0d09-8bb5-42f4-8dcf-395a3e18baa6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=108648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:59:58.464409 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-8bdc0d09-8bb5-42f4-8dcf-395a3e18baa6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=108648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:59:58.465132 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-8bdc0d09-8bb5-42f4-8dcf-395a3e18baa6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:59:58.465456 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-8bdc0d09-8bb5-42f4-8dcf-395a3e18baa6 admin admin] Subscribe: > port after_create 55550000 {{(pid=108648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:59:58.465771 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-8bdc0d09-8bb5-42f4-8dcf-395a3e18baa6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=108648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:59:58.466100 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-8bdc0d09-8bb5-42f4-8dcf-395a3e18baa6 admin admin] Subscribe: > port after_update 55550000 {{(pid=108648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:59:58.466459 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-8bdc0d09-8bb5-42f4-8dcf-395a3e18baa6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=108648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:59:58.466816 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-8bdc0d09-8bb5-42f4-8dcf-395a3e18baa6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:59:58.467137 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-8bdc0d09-8bb5-42f4-8dcf-395a3e18baa6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:59:58.467450 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-8bdc0d09-8bb5-42f4-8dcf-395a3e18baa6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=108648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:59:58.613116 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-8bdc0d09-8bb5-42f4-8dcf-395a3e18baa6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:59:58.613467 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-8bdc0d09-8bb5-42f4-8dcf-395a3e18baa6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:59:58.613795 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-8bdc0d09-8bb5-42f4-8dcf-395a3e18baa6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=108648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:59:58.614120 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-8bdc0d09-8bb5-42f4-8dcf-395a3e18baa6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=108648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 14:59:58.614882 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.services.segments.db [None req-8bdc0d09-8bb5-42f4-8dcf-395a3e18baa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c2c9c9f-8523-425a-b95e-03a5492fc98e']}} {{(pid=108648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:58.654956 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.services.segments.db [None req-8bdc0d09-8bb5-42f4-8dcf-395a3e18baa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '928640a9-6266-491f-b3f7-0c39c1aa2518') {'for_net_delete': True} {{(pid=108648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:58.654956 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.services.segments.db [None req-8bdc0d09-8bb5-42f4-8dcf-395a3e18baa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '928640a9-6266-491f-b3f7-0c39c1aa2518') {} {{(pid=108648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:58.659615 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a978296d-53a7-4ea2-b730-148213c96a08 req-3ea25426-55fc-4150-8fe3-d3e74e95b629 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360101 Oct 26 14:59:58.683250 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-8bdc0d09-8bb5-42f4-8dcf-395a3e18baa6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752338035752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3812551'] for segment, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:58.710421 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-8bdc0d09-8bb5-42f4-8dcf-395a3e18baa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888'] for segment, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:58.726900 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bdc0d09-8bb5-42f4-8dcf-395a3e18baa6 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=108648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:59:58.727256 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-8bdc0d09-8bb5-42f4-8dcf-395a3e18baa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3397034'] for segment, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:58.732717 dv-cinder-732704-6-iscsi neutron-server[108648]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 26 14:59:58.732717 dv-cinder-732704-6-iscsi neutron-server[108648]: from cryptography.utils import int_from_bytes Oct 26 14:59:58.732717 dv-cinder-732704-6-iscsi neutron-server[108648]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 26 14:59:58.732717 dv-cinder-732704-6-iscsi neutron-server[108648]: from cryptography.utils import int_from_bytes Oct 26 14:59:58.732717 dv-cinder-732704-6-iscsi neutron-server[108648]: Traceback (most recent call last): Oct 26 14:59:58.732717 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:59:58.732717 dv-cinder-732704-6-iscsi neutron-server[108648]: timer() Oct 26 14:59:58.732717 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:59:58.732717 dv-cinder-732704-6-iscsi neutron-server[108648]: cb(*args, **kw) Oct 26 14:59:58.732717 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:59:58.732717 dv-cinder-732704-6-iscsi neutron-server[108648]: return func(*args, **kwargs) Oct 26 14:59:58.732717 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:59:58.732717 dv-cinder-732704-6-iscsi neutron-server[108648]: self._notify() Oct 26 14:59:58.732717 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:59:58.732717 dv-cinder-732704-6-iscsi neutron-server[108648]: self.callback(batched_events) Oct 26 14:59:58.732717 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:59:58.732717 dv-cinder-732704-6-iscsi neutron-server[108648]: event.method(event) Oct 26 14:59:58.732717 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:59:58.732717 dv-cinder-732704-6-iscsi neutron-server[108648]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:59:58.732717 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:59:58.732717 dv-cinder-732704-6-iscsi neutron-server[108648]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:59:58.732717 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:59:58.732717 dv-cinder-732704-6-iscsi neutron-server[108648]: return f(self, *a, **k) Oct 26 14:59:58.732717 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:59:58.732717 dv-cinder-732704-6-iscsi neutron-server[108648]: return self._get(url).json() Oct 26 14:59:58.732717 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:59:58.732717 dv-cinder-732704-6-iscsi neutron-server[108648]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:59:58.732717 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:59:58.732717 dv-cinder-732704-6-iscsi neutron-server[108648]: return self.request(url, 'GET', **kwargs) Oct 26 14:59:58.732717 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:59:58.732717 dv-cinder-732704-6-iscsi neutron-server[108648]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:59:58.732717 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:59:58.732717 dv-cinder-732704-6-iscsi neutron-server[108648]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:59:58.732717 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:59:58.732717 dv-cinder-732704-6-iscsi neutron-server[108648]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:59:58.732717 dv-cinder-732704-6-iscsi neutron-server[108648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:59:59.006488 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 56330) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:59.023704 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-8bdc0d09-8bb5-42f4-8dcf-395a3e18baa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536334897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536297288'] for network, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:59.044278 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-8bdc0d09-8bb5-42f4-8dcf-395a3e18baa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for network, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:59.044278 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-8bdc0d09-8bb5-42f4-8dcf-395a3e18baa6 admin admin] 10.222.0.57 "DELETE /v2.0/networks/9c2c9c9f-8523-425a-b95e-03a5492fc98e HTTP/1.1" status: 204 len: 168 time: 0.8292890 Oct 26 14:59:59.051059 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 56336) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:59.067967 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc0d09-8bb5-42f4-8dcf-395a3e18baa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c2c9c9f-8523-425a-b95e-03a5492fc98e,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:59.149572 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.db_base_plugin_v2 [None req-c72df1a8-1c54-4438-b929-0a14356be801 admin admin] Deleting subnet 0f46ea44-4acf-427b-99f4-ce1883906072 {{(pid=108647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:59:59.158381 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-c72df1a8-1c54-4438-b929-0a14356be801 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:59.201323 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-745c13a8-89bf-4485-b3c5-3603b703cfbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:59.216165 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-c72df1a8-1c54-4438-b929-0a14356be801 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:59.230786 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-c72df1a8-1c54-4438-b929-0a14356be801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536333747'] for subnet, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:59.348046 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-745c13a8-89bf-4485-b3c5-3603b703cfbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:59.408040 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-c72df1a8-1c54-4438-b929-0a14356be801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536333704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593'] for subnet, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:59.463055 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72df1a8-1c54-4438-b929-0a14356be801 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f46ea44-4acf-427b-99f4-ce1883906072,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:59.468148 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-745c13a8-89bf-4485-b3c5-3603b703cfbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:59.484570 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-c72df1a8-1c54-4438-b929-0a14356be801 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for subnet, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:59.490198 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-c72df1a8-1c54-4438-b929-0a14356be801 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/0f46ea44-4acf-427b-99f4-ce1883906072 HTTP/1.1" status: 204 len: 168 time: 0.4374602 Oct 26 14:59:59.492995 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 56348) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:59.524575 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-745c13a8-89bf-4485-b3c5-3603b703cfbf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=093f0f32d031415ea34a1d773532229a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5166543 Oct 26 14:59:59.528462 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 56350) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:59.538212 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c13a8-89bf-4485-b3c5-3603b703cfbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e13acf5-d756-47ac-b00b-39ddf64a1457,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:59.594043 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-724b5529-8d22-4e24-a1b4-941537a3d6ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:59.647518 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-724b5529-8d22-4e24-a1b4-941537a3d6ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:59.679555 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-228e0b2f-421e-4b8c-ad61-97f40894d8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536309766'] for network, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:59.684156 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058608e9-b58e-426f-a205-e088ad04ce7d req-e23d8e7a-0f34-4891-8573-70a952ce6914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:59.686215 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-058608e9-b58e-426f-a205-e088ad04ce7d req-e23d8e7a-0f34-4891-8573-70a952ce6914 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e858799915f545b79e6f36f7cda2f6c7&device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 1099 time: 0.0885713 Oct 26 14:59:59.693893 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1126d-a629-447c-a79f-a62bc29aa22c req-2a98e39b-dc38-4807-85a3-491950632cec tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:59.703786 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-beb1126d-a629-447c-a79f-a62bc29aa22c req-2a98e39b-dc38-4807-85a3-491950632cec tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.1979444 Oct 26 14:59:59.716959 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698bdc15-6c88-4690-ada4-d81ae9eaca9a req-1522097d-d278-4c12-bafc-d1b26be77de9 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:59.718427 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-698bdc15-6c88-4690-ada4-d81ae9eaca9a req-1522097d-d278-4c12-bafc-d1b26be77de9 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 946 time: 0.1747510 Oct 26 14:59:59.773438 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-beb1126d-a629-447c-a79f-a62bc29aa22c req-5bddceff-f88a-471e-aeb2-fb2b384b7525 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708687 Oct 26 14:59:59.795102 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058608e9-b58e-426f-a205-e088ad04ce7d req-645adbf7-34c7-4f80-8e46-43bfc617af2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:59.795687 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-058608e9-b58e-426f-a205-e088ad04ce7d req-645adbf7-34c7-4f80-8e46-43bfc617af2c service neutron] 10.222.0.76 "GET /v2.0/networks?id=ad2172c5-e06a-4950-a922-0c7e574f5f17 HTTP/1.1" status: 200 len: 919 time: 0.0966792 Oct 26 14:59:59.816731 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-698bdc15-6c88-4690-ada4-d81ae9eaca9a req-0a2f29b0-0540-40bf-9a73-aa2b7a255567 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897310 Oct 26 14:59:59.849621 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-724b5529-8d22-4e24-a1b4-941537a3d6ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:59.861999 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-724b5529-8d22-4e24-a1b4-941537a3d6ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:59.861999 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-724b5529-8d22-4e24-a1b4-941537a3d6ea admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9e13acf5-d756-47ac-b00b-39ddf64a1457 HTTP/1.1" status: 204 len: 168 time: 0.3228571 Oct 26 14:59:59.867216 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-228e0b2f-421e-4b8c-ad61-97f40894d8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536334904', 'neutron.services.segments.db._delete_segments_for_network-8752338035487'] for network, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:59.867475 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-058608e9-b58e-426f-a205-e088ad04ce7d req-d5cc85fd-4b33-497e-8356-568d53de8c43 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2dca28e5-d839-49ed-9fca-a6c3d9b6dd90 HTTP/1.1" status: 200 len: 217 time: 0.0578620 Oct 26 14:59:59.877383 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724b5529-8d22-4e24-a1b4-941537a3d6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e13acf5-d756-47ac-b00b-39ddf64a1457,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:59.911310 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.services.segments.db [None req-228e0b2f-421e-4b8c-ad61-97f40894d8c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb9072f4-bfc3-4500-b501-1feef06e996b']}} {{(pid=108648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:59.922526 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.services.segments.db [None req-228e0b2f-421e-4b8c-ad61-97f40894d8c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9274994-5746-4122-9702-e511d7873d11') {'for_net_delete': True} {{(pid=108648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:59.922949 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.services.segments.db [None req-228e0b2f-421e-4b8c-ad61-97f40894d8c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9274994-5746-4122-9702-e511d7873d11') {} {{(pid=108648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:59.934114 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-228e0b2f-421e-4b8c-ad61-97f40894d8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752338035752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3812551'] for segment, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:59.949077 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-228e0b2f-421e-4b8c-ad61-97f40894d8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888'] for segment, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:59.956034 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-228e0b2f-421e-4b8c-ad61-97f40894d8c0 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=108648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:59:59.956478 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-228e0b2f-421e-4b8c-ad61-97f40894d8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3397034'] for segment, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:59.958863 dv-cinder-732704-6-iscsi neutron-server[108648]: Traceback (most recent call last): Oct 26 14:59:59.958863 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:59:59.958863 dv-cinder-732704-6-iscsi neutron-server[108648]: timer() Oct 26 14:59:59.958863 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:59:59.958863 dv-cinder-732704-6-iscsi neutron-server[108648]: cb(*args, **kw) Oct 26 14:59:59.958863 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:59:59.958863 dv-cinder-732704-6-iscsi neutron-server[108648]: return func(*args, **kwargs) Oct 26 14:59:59.958863 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:59:59.958863 dv-cinder-732704-6-iscsi neutron-server[108648]: self._notify() Oct 26 14:59:59.958863 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:59:59.958863 dv-cinder-732704-6-iscsi neutron-server[108648]: self.callback(batched_events) Oct 26 14:59:59.958863 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:59:59.958863 dv-cinder-732704-6-iscsi neutron-server[108648]: event.method(event) Oct 26 14:59:59.958863 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:59:59.958863 dv-cinder-732704-6-iscsi neutron-server[108648]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:59:59.958863 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:59:59.958863 dv-cinder-732704-6-iscsi neutron-server[108648]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:59:59.958863 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:59:59.958863 dv-cinder-732704-6-iscsi neutron-server[108648]: return f(self, *a, **k) Oct 26 14:59:59.958863 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:59:59.958863 dv-cinder-732704-6-iscsi neutron-server[108648]: return self._get(url).json() Oct 26 14:59:59.958863 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:59:59.958863 dv-cinder-732704-6-iscsi neutron-server[108648]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:59:59.958863 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:59:59.958863 dv-cinder-732704-6-iscsi neutron-server[108648]: return self.request(url, 'GET', **kwargs) Oct 26 14:59:59.958863 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:59:59.958863 dv-cinder-732704-6-iscsi neutron-server[108648]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:59:59.958863 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:59:59.958863 dv-cinder-732704-6-iscsi neutron-server[108648]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:59:59.958863 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:59:59.958863 dv-cinder-732704-6-iscsi neutron-server[108648]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:59:59.958863 dv-cinder-732704-6-iscsi neutron-server[108648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:59:59.960772 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058608e9-b58e-426f-a205-e088ad04ce7d req-2fef238a-9563-4288-8557-a372030b6323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:59.962240 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-058608e9-b58e-426f-a205-e088ad04ce7d req-2fef238a-9563-4288-8557-a372030b6323 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=673dc4e7-f4e6-456e-9bb6-73f76f7d8feb HTTP/1.1" status: 200 len: 858 time: 0.0467370 Oct 26 15:00:00.073366 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-058608e9-b58e-426f-a205-e088ad04ce7d req-2dd3869d-35c4-4a43-8ed7-4d198d69b4f1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ad2172c5-e06a-4950-a922-0c7e574f5f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429540 Oct 26 15:00:00.189590 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-058608e9-b58e-426f-a205-e088ad04ce7d req-568ea395-ee34-491c-9229-f89e25740a7d service neutron] 10.222.0.76 "GET /v2.0/networks/ad2172c5-e06a-4950-a922-0c7e574f5f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091390 Oct 26 15:00:00.218603 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-228e0b2f-421e-4b8c-ad61-97f40894d8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536334897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536297288'] for network, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:00.224885 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-228e0b2f-421e-4b8c-ad61-97f40894d8c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for network, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:00.230738 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-228e0b2f-421e-4b8c-ad61-97f40894d8c0 admin admin] 10.222.0.57 "DELETE /v2.0/networks/bb9072f4-bfc3-4500-b501-1feef06e996b HTTP/1.1" status: 204 len: 168 time: 0.7339678 Oct 26 15:00:00.240359 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e0b2f-421e-4b8c-ad61-97f40894d8c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb9072f4-bfc3-4500-b501-1feef06e996b,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:00.289392 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-058608e9-b58e-426f-a205-e088ad04ce7d req-8bde873b-ecd7-46dc-817f-a1349f7cb732 service neutron] 10.222.0.76 "GET /v2.0/networks/ad2172c5-e06a-4950-a922-0c7e574f5f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924392 Oct 26 15:00:00.847562 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 56392) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:00:00.951358 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-d70f2e72-b77f-4ac5-a628-725dc99b8e40 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a37e4e29cc434b6c9ad9dbfd8f20e410&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1019659 Oct 26 15:00:00.954594 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 56400) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:00:00.962440 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720355a-43cc-4218-8862-30938c16e2cb req-71dea9e5-b2b0-4fb3-baf6-40d11b137a10 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:00.963939 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3720355a-43cc-4218-8862-30938c16e2cb req-71dea9e5-b2b0-4fb3-baf6-40d11b137a10 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.1135783 Oct 26 15:00:00.999549 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 56402) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:00:01.008188 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f21047-e6e1-4f26-9f08-e85363d5bc6a req-7dedec17-3b3b-413e-befd-055eb264bedc tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:01.010223 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-03f21047-e6e1-4f26-9f08-e85363d5bc6a req-7dedec17-3b3b-413e-befd-055eb264bedc tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 946 time: 0.0989516 Oct 26 15:00:01.022780 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-b9c3ccab-c989-4e79-bf8c-6496e59057fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:01.047677 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3720355a-43cc-4218-8862-30938c16e2cb req-32d9076b-872a-49be-8c6d-7037762256ed tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771549 Oct 26 15:00:01.053905 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-301f4ea3-c30e-4246-b25b-5acdac59cced admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:01.067652 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-03f21047-e6e1-4f26-9f08-e85363d5bc6a req-4ced133b-65e4-406f-88d9-9e3a50da2af8 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470579 Oct 26 15:00:01.089230 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-301f4ea3-c30e-4246-b25b-5acdac59cced admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:01.161730 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-b9c3ccab-c989-4e79-bf8c-6496e59057fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:01.184122 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea234285-6d48-480a-95c3-a73d05ab4d2b req-e6917f70-6400-45ac-90ea-2f3e4bb395e2 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:01.185620 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ea234285-6d48-480a-95c3-a73d05ab4d2b req-e6917f70-6400-45ac-90ea-2f3e4bb395e2 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.0599589 Oct 26 15:00:01.194797 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 56410) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:00:01.199219 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-ccfdeb65-a4f2-4231-943c-0bd39a2842ec tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Request body: {'floatingip': {'port_id': '6da2a63a-8d1d-4175-81f3-9f2c067770b0'}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:00:01.270989 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-ccfdeb65-a4f2-4231-943c-0bd39a2842ec tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks [] for floatingip, before_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:01.333419 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-301f4ea3-c30e-4246-b25b-5acdac59cced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:01.339362 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-301f4ea3-c30e-4246-b25b-5acdac59cced admin admin] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:01.339362 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-301f4ea3-c30e-4246-b25b-5acdac59cced admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8a361420-2171-4c4f-8635-7a6d1db88f94 HTTP/1.1" status: 204 len: 168 time: 0.3818901 Oct 26 15:00:01.339362 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-b9c3ccab-c989-4e79-bf8c-6496e59057fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:01.357771 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f4ea3-c30e-4246-b25b-5acdac59cced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a361420-2171-4c4f-8635-7a6d1db88f94,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:01.381787 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-b9c3ccab-c989-4e79-bf8c-6496e59057fd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=aaee0894a0c8429ea0c3169fce3c6471&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3805513 Oct 26 15:00:01.382875 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 56414) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:00:01.437783 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c3ccab-c989-4e79-bf8c-6496e59057fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88440fb6-81da-43a5-92f2-9db354ea726f,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:01.487490 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-e73dbed9-17ce-4269-b801-0b10958f3e08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:01.509224 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-e73dbed9-17ce-4269-b801-0b10958f3e08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:01.693178 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-e73dbed9-17ce-4269-b801-0b10958f3e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:01.696455 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-e73dbed9-17ce-4269-b801-0b10958f3e08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:01.697680 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-e73dbed9-17ce-4269-b801-0b10958f3e08 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/88440fb6-81da-43a5-92f2-9db354ea726f HTTP/1.1" status: 204 len: 168 time: 0.3104599 Oct 26 15:00:01.706862 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73dbed9-17ce-4269-b801-0b10958f3e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88440fb6-81da-43a5-92f2-9db354ea726f,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:02.040201 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.db.resource_extend [None req-ccfdeb65-a4f2-4231-943c-0bd39a2842ec tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 15:00:02.124464 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-ccfdeb65-a4f2-4231-943c-0bd39a2842ec tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:02.196692 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8573612-13fc-417c-ac0a-d17e5b6ca7aa req-bc40e910-7360-4797-9038-0f1c3d8c86e9 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:02.201061 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b8573612-13fc-417c-ac0a-d17e5b6ca7aa req-bc40e910-7360-4797-9038-0f1c3d8c86e9 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 946 time: 0.0560179 Oct 26 15:00:02.238469 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b8573612-13fc-417c-ac0a-d17e5b6ca7aa req-f1bfad76-dd5c-4f2c-8d54-6be6ad5337fd tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330873 Oct 26 15:00:02.390785 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-ccfdeb65-a4f2-4231-943c-0bd39a2842ec tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536297274'] for floatingip, after_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:02.501835 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.db.l3_db [None req-ccfdeb65-a4f2-4231-943c-0bd39a2842ec tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Floating IP a3626df7-c208-40e0-99cc-6078c3f451e1 associated. External IP: 172.27.0.84, port: 6da2a63a-8d1d-4175-81f3-9f2c067770b0. Oct 26 15:00:02.565388 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 56444) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:00:02.609032 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-c552f238-ee24-4afd-963b-184a428ad633 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fc105956f6a14095ad56a7d3cf2680d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424597 Oct 26 15:00:02.611726 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 56446) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:00:02.663810 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-046d1301-dd30-45c4-8f9f-df865e8d265c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:02.694484 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-046d1301-dd30-45c4-8f9f-df865e8d265c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:02.715380 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccfdeb65-a4f2-4231-943c-0bd39a2842ec tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Router 9bf93efb-a9f6-4a5c-9462-8d777e3445ee has already been hosted by L3 agent aad0d180-bd62-492d-9d56-445be5af9cbd {{(pid=108648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:00:02.835479 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccfdeb65-a4f2-4231-943c-0bd39a2842ec tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Notify agent at l3_agent.dv-cinder-732704-6-iscsi the message routers_updated {{(pid=108648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:00:02.840835 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-ccfdeb65-a4f2-4231-943c-0bd39a2842ec tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for floatingip, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:02.841267 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-046d1301-dd30-45c4-8f9f-df865e8d265c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:02.844541 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-046d1301-dd30-45c4-8f9f-df865e8d265c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:02.845934 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-046d1301-dd30-45c4-8f9f-df865e8d265c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ebcc131c-61ae-49fb-bdfb-039f044e175b HTTP/1.1" status: 204 len: 168 time: 0.2329574 Oct 26 15:00:02.855697 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d1301-dd30-45c4-8f9f-df865e8d265c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebcc131c-61ae-49fb-bdfb-039f044e175b,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:02.857103 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6541f9-2dd2-4826-b7bd-7546292405aa None None] Sync routers for ids ['9bf93efb-a9f6-4a5c-9462-8d777e3445ee'] in dv-cinder-732704-6-iscsi {{(pid=108650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:00:02.870684 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6541f9-2dd2-4826-b7bd-7546292405aa None None] Routers {'9bf93efb-a9f6-4a5c-9462-8d777e3445ee'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:00:02.871323 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-6b6541f9-2dd2-4826-b7bd-7546292405aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T14:59:43Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['9bf93efb-a9f6-4a5c-9462-8d777e3445ee'], 'active': True} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:00:02.885591 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-ccfdeb65-a4f2-4231-943c-0bd39a2842ec tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "PUT /v2.0/floatingips/a3626df7-c208-40e0-99cc-6078c3f451e1 HTTP/1.1" status: 200 len: 991 time: 1.6897109 Oct 26 15:00:02.886491 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba31bdb5-14bf-4513-ae4e-11fb69cf775d', 'tag': '6da2a63a-8d1d-4175-81f3-9f2c067770b0'}] {{(pid=108648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:00:02.889274 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfc2c26cf4d6f56294a0969bf05099f9a11f02f7060f3ae519b1a3a74e90611f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08a18bd-3f0f-43ff-baf0-9a138a5e1830" -d '{"events": [{"name": "network-changed", "server_uuid": "ba31bdb5-14bf-4513-ae4e-11fb69cf775d", "tag": "6da2a63a-8d1d-4175-81f3-9f2c067770b0"}]}' {{(pid=108648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:00:02.947778 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904bca1f-3ab1-4629-91bb-2529c7a59dfb x-openstack-request-id: req-904bca1f-3ab1-4629-91bb-2529c7a59dfb {{(pid=108648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:00:02.947778 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba31bdb5-14bf-4513-ae4e-11fb69cf775d", "tag": "6da2a63a-8d1d-4175-81f3-9f2c067770b0", "status": "completed", "code": 200}]} {{(pid=108648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:00:02.947778 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-904bca1f-3ab1-4629-91bb-2529c7a59dfb {{(pid=108648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:00:02.947778 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba31bdb5-14bf-4513-ae4e-11fb69cf775d', 'tag': '6da2a63a-8d1d-4175-81f3-9f2c067770b0', 'status': 'completed', 'code': 200} Oct 26 15:00:03.001924 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvr_db [None req-6b6541f9-2dd2-4826-b7bd-7546292405aa None None] Set router 9bf93efb-a9f6-4a5c-9462-8d777e3445ee gateway port host: dv-cinder-732704-6-iscsi {{(pid=108650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:00:03.309921 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-6b6541f9-2dd2-4826-b7bd-7546292405aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'name': 'tempest-AttachVolumeTestJSON-1623523863-router', 'tenant_id': '5b867107a3d44416a28e053e339e7d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '91dfbf11-545f-40c2-b69b-08463054ab42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:20Z', 'updated_at': '2021-10-26T14:59:25Z', 'revision_number': 4, 'project_id': '5b867107a3d44416a28e053e339e7d5f', 'gw_port': {'id': '91dfbf11-545f-40c2-b69b-08463054ab42', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:21Z', 'updated_at': '2021-10-26T14:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_floatingips': [{'id': 'a3626df7-c208-40e0-99cc-6078c3f451e1', 'tenant_id': '5b867107a3d44416a28e053e339e7d5f', 'floating_ip_address': '172.27.0.84', 'floating_network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'router_id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'port_id': '6da2a63a-8d1d-4175-81f3-9f2c067770b0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 84, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a59254-0cf7-4cdc-9af4-c745fac64f1e', 'mac_address': 'fa:16:3e:91:78:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba31bdb5-14bf-4513-ae4e-11fb69cf775d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:59:36Z', 'updated_at': '2021-10-26T15:00:01Z', 'revision_number': 1, 'project_id': '5b867107a3d44416a28e053e339e7d5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7317a713-edf3-4ac5-b9b3-b5884a404dc3', 'name': '', 'network_id': 'c4a59254-0cf7-4cdc-9af4-c745fac64f1e', 'tenant_id': '5b867107a3d44416a28e053e339e7d5f', 'mac_address': 'fa:16:3e:3e:49:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e3398950-00b5-499d-8477-d73683a1256e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:24Z', 'updated_at': '2021-10-26T14:59:33Z', 'revision_number': 5, 'project_id': '5b867107a3d44416a28e053e339e7d5f', 'subnets': [{'id': 'e3398950-00b5-499d-8477-d73683a1256e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:00:03.334849 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6541f9-2dd2-4826-b7bd-7546292405aa None None] Checking router: 9bf93efb-a9f6-4a5c-9462-8d777e3445ee for host: dv-cinder-732704-6-iscsi {{(pid=108650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:00:03.344525 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6541f9-2dd2-4826-b7bd-7546292405aa None None] Routers {'9bf93efb-a9f6-4a5c-9462-8d777e3445ee'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:00:03.345259 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-6b6541f9-2dd2-4826-b7bd-7546292405aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T14:59:43Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['9bf93efb-a9f6-4a5c-9462-8d777e3445ee'], 'active': True} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:00:03.372613 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85123ee8-22c4-4d91-8b2b-851006d224e9 req-58426352-8ca2-45b3-8f81-e7e3e709c41a tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:03.372613 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-85123ee8-22c4-4d91-8b2b-851006d224e9 req-58426352-8ca2-45b3-8f81-e7e3e709c41a tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 946 time: 0.0553982 Oct 26 15:00:03.419048 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-85123ee8-22c4-4d91-8b2b-851006d224e9 req-14c46f1c-2806-4fe7-a9ba-d773b8a41ba2 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372858 Oct 26 15:00:03.550475 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvr_db [None req-6b6541f9-2dd2-4826-b7bd-7546292405aa None None] Set router 9bf93efb-a9f6-4a5c-9462-8d777e3445ee gateway port host: dv-cinder-732704-6-iscsi {{(pid=108650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:00:03.777050 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-6b6541f9-2dd2-4826-b7bd-7546292405aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'name': 'tempest-AttachVolumeTestJSON-1623523863-router', 'tenant_id': '5b867107a3d44416a28e053e339e7d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '91dfbf11-545f-40c2-b69b-08463054ab42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:20Z', 'updated_at': '2021-10-26T14:59:25Z', 'revision_number': 4, 'project_id': '5b867107a3d44416a28e053e339e7d5f', 'gw_port': {'id': '91dfbf11-545f-40c2-b69b-08463054ab42', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:21Z', 'updated_at': '2021-10-26T14:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_floatingips': [{'id': 'a3626df7-c208-40e0-99cc-6078c3f451e1', 'tenant_id': '5b867107a3d44416a28e053e339e7d5f', 'floating_ip_address': '172.27.0.84', 'floating_network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'router_id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'port_id': '6da2a63a-8d1d-4175-81f3-9f2c067770b0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 84, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a59254-0cf7-4cdc-9af4-c745fac64f1e', 'mac_address': 'fa:16:3e:91:78:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba31bdb5-14bf-4513-ae4e-11fb69cf775d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:59:36Z', 'updated_at': '2021-10-26T15:00:01Z', 'revision_number': 1, 'project_id': '5b867107a3d44416a28e053e339e7d5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7317a713-edf3-4ac5-b9b3-b5884a404dc3', 'name': '', 'network_id': 'c4a59254-0cf7-4cdc-9af4-c745fac64f1e', 'tenant_id': '5b867107a3d44416a28e053e339e7d5f', 'mac_address': 'fa:16:3e:3e:49:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e3398950-00b5-499d-8477-d73683a1256e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:24Z', 'updated_at': '2021-10-26T14:59:33Z', 'revision_number': 5, 'project_id': '5b867107a3d44416a28e053e339e7d5f', 'subnets': [{'id': 'e3398950-00b5-499d-8477-d73683a1256e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:00:03.807943 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6541f9-2dd2-4826-b7bd-7546292405aa None None] The sync data for ids ['9bf93efb-a9f6-4a5c-9462-8d777e3445ee'] in dv-cinder-732704-6-iscsi is: [{'id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'name': 'tempest-AttachVolumeTestJSON-1623523863-router', 'tenant_id': '5b867107a3d44416a28e053e339e7d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '91dfbf11-545f-40c2-b69b-08463054ab42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:20Z', 'updated_at': '2021-10-26T14:59:25Z', 'revision_number': 4, 'project_id': '5b867107a3d44416a28e053e339e7d5f', 'gw_port': {'id': '91dfbf11-545f-40c2-b69b-08463054ab42', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:21Z', 'updated_at': '2021-10-26T14:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_floatingips': [{'id': 'a3626df7-c208-40e0-99cc-6078c3f451e1', 'tenant_id': '5b867107a3d44416a28e053e339e7d5f', 'floating_ip_address': '172.27.0.84', 'floating_network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'router_id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'port_id': '6da2a63a-8d1d-4175-81f3-9f2c067770b0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 84, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a59254-0cf7-4cdc-9af4-c745fac64f1e', 'mac_address': 'fa:16:3e:91:78:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba31bdb5-14bf-4513-ae4e-11fb69cf775d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:59:36Z', 'updated_at': '2021-10-26T15:00:01Z', 'revision_number': 1, 'project_id': '5b867107a3d44416a28e053e339e7d5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7317a713-edf3-4ac5-b9b3-b5884a404dc3', 'name': '', 'network_id': 'c4a59254-0cf7-4cdc-9af4-c745fac64f1e', 'tenant_id': '5b867107a3d44416a28e053e339e7d5f', 'mac_address': 'fa:16:3e:3e:49:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e3398950-00b5-499d-8477-d73683a1256e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:24Z', 'updated_at': '2021-10-26T14:59:33Z', 'revision_number': 5, 'project_id': '5b867107a3d44416a28e053e339e7d5f', 'subnets': [{'id': 'e3398950-00b5-499d-8477-d73683a1256e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:00:04.027023 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5199c8d3-0ce3-4d18-a04f-8cfeadb47dae None None] New status for floating IP a3626df7-c208-40e0-99cc-6078c3f451e1: ACTIVE {{(pid=108649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:00:04.561324 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc5021-90f0-4c89-aa28-16c082dbdcfe req-06d03feb-c249-48b2-9e1a-996975c6f24d tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:04.561324 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7cfc5021-90f0-4c89-aa28-16c082dbdcfe req-06d03feb-c249-48b2-9e1a-996975c6f24d tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 946 time: 0.0644779 Oct 26 15:00:04.604501 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7cfc5021-90f0-4c89-aa28-16c082dbdcfe req-8cfc1095-1b23-4eb4-bca4-1101175ab1eb tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403917 Oct 26 15:00:05.243086 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 56536) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:00:05.358355 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-10f49b62-e52f-41ec-ae3f-b7108071ec25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:05.431766 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-10f49b62-e52f-41ec-ae3f-b7108071ec25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:05.519781 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-10f49b62-e52f-41ec-ae3f-b7108071ec25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:05.559120 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-10f49b62-e52f-41ec-ae3f-b7108071ec25 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=68739f0f276e42488f7edcade297fb13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3147633 Oct 26 15:00:05.560199 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f49b62-e52f-41ec-ae3f-b7108071ec25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36577f4e-457d-4485-8d6c-92601b2b7cad,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:05.562188 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 56552) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:00:05.626435 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-36fdce5c-d25f-46d7-979c-8f5099ed47db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:05.651423 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-36fdce5c-d25f-46d7-979c-8f5099ed47db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:05.735279 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb26286-1f0a-41cb-b0e0-8b02f95c6d28 req-4f423039-c2a3-49d6-b6a7-896e671ce354 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:05.736925 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9cb26286-1f0a-41cb-b0e0-8b02f95c6d28 req-4f423039-c2a3-49d6-b6a7-896e671ce354 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 946 time: 0.0571582 Oct 26 15:00:05.775574 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9cb26286-1f0a-41cb-b0e0-8b02f95c6d28 req-2dbd8fe9-8fb3-4236-8db1-879f30923fac tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327101 Oct 26 15:00:05.846852 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-36fdce5c-d25f-46d7-979c-8f5099ed47db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:05.850706 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-36fdce5c-d25f-46d7-979c-8f5099ed47db admin admin] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:05.852816 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-36fdce5c-d25f-46d7-979c-8f5099ed47db admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/36577f4e-457d-4485-8d6c-92601b2b7cad HTTP/1.1" status: 204 len: 168 time: 0.2892785 Oct 26 15:00:05.864712 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a18bd-3f0f-43ff-baf0-9a138a5e1830 req-01944997-f8b3-439d-bf31-e7f99a754dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:05.866925 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-b08a18bd-3f0f-43ff-baf0-9a138a5e1830 req-01944997-f8b3-439d-bf31-e7f99a754dc3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5b867107a3d44416a28e053e339e7d5f&device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 1099 time: 0.0533900 Oct 26 15:00:05.867261 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fdce5c-d25f-46d7-979c-8f5099ed47db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36577f4e-457d-4485-8d6c-92601b2b7cad,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:05.975442 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a18bd-3f0f-43ff-baf0-9a138a5e1830 req-bee3a6e7-95af-49e4-9bb6-375aed7836db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:05.976940 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-b08a18bd-3f0f-43ff-baf0-9a138a5e1830 req-bee3a6e7-95af-49e4-9bb6-375aed7836db service neutron] 10.222.0.76 "GET /v2.0/networks?id=c4a59254-0cf7-4cdc-9af4-c745fac64f1e HTTP/1.1" status: 200 len: 912 time: 0.0897920 Oct 26 15:00:06.091712 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-b08a18bd-3f0f-43ff-baf0-9a138a5e1830 req-3f8daba1-7885-497b-ba58-e5ab9f86b3b2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6da2a63a-8d1d-4175-81f3-9f2c067770b0 HTTP/1.1" status: 200 len: 1001 time: 0.0917153 Oct 26 15:00:06.147902 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a18bd-3f0f-43ff-baf0-9a138a5e1830 req-dde2677c-0b81-4697-a216-e2a6a1b3c5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:06.149398 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-b08a18bd-3f0f-43ff-baf0-9a138a5e1830 req-dde2677c-0b81-4697-a216-e2a6a1b3c5cc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e3398950-00b5-499d-8477-d73683a1256e HTTP/1.1" status: 200 len: 850 time: 0.0435102 Oct 26 15:00:06.197810 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a18bd-3f0f-43ff-baf0-9a138a5e1830 req-6303f498-0ca0-4f13-b1d6-9b444bfad1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:06.205651 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-b08a18bd-3f0f-43ff-baf0-9a138a5e1830 req-6303f498-0ca0-4f13-b1d6-9b444bfad1e7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c4a59254-0cf7-4cdc-9af4-c745fac64f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394595 Oct 26 15:00:06.292871 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-b08a18bd-3f0f-43ff-baf0-9a138a5e1830 req-17cb0238-253a-4b9b-a1e9-fe2d3ce5d8af service neutron] 10.222.0.76 "GET /v2.0/networks/c4a59254-0cf7-4cdc-9af4-c745fac64f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838568 Oct 26 15:00:06.556378 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-b08a18bd-3f0f-43ff-baf0-9a138a5e1830 req-0c241e87-9ce0-41a8-81cb-c7150d0467b1 service neutron] 10.222.0.76 "GET /v2.0/networks/c4a59254-0cf7-4cdc-9af4-c745fac64f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494814 Oct 26 15:00:06.731700 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 56584) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:00:06.845689 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-938bc474-8ddf-4036-b766-9cd6675c7b17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:06.903259 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 56592) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:00:06.918846 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-161a3825-3f60-4864-83ae-e90bea7878a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:06.923509 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ea5ec-ca31-4722-88ac-b5c270161d6e req-d6465f2b-2c43-488d-99d1-97b1cf0fcff8 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:06.925020 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-855ea5ec-ca31-4722-88ac-b5c270161d6e req-d6465f2b-2c43-488d-99d1-97b1cf0fcff8 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 946 time: 0.0805166 Oct 26 15:00:06.987102 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-855ea5ec-ca31-4722-88ac-b5c270161d6e req-c5f4ba31-6f24-44ec-a483-d6dfc8cf509d tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538132 Oct 26 15:00:06.992935 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-161a3825-3f60-4864-83ae-e90bea7878a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:06.999183 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-938bc474-8ddf-4036-b766-9cd6675c7b17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:07.091652 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-161a3825-3f60-4864-83ae-e90bea7878a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:07.126697 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-938bc474-8ddf-4036-b766-9cd6675c7b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:07.133734 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-161a3825-3f60-4864-83ae-e90bea7878a4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cd4c0ef6799a453aae76d580349167f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2253997 Oct 26 15:00:07.133734 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a3825-3f60-4864-83ae-e90bea7878a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e7048a-b075-4a1a-a6d6-72576407772f,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:07.140693 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 56596) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:00:07.178497 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-938bc474-8ddf-4036-b766-9cd6675c7b17 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=009048e3c7fb44ba9fd13ae551695c7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4457600 Oct 26 15:00:07.180744 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938bc474-8ddf-4036-b766-9cd6675c7b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61db3bd-69d4-4804-958c-15cc80740eec,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:07.182113 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 56598) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:00:07.193756 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-1274b164-eb0d-4ffb-b60c-2c0e2f99c810 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:07.225294 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-1274b164-eb0d-4ffb-b60c-2c0e2f99c810 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:07.272476 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-0966deb3-6f70-4add-8d6f-19af68c928db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:07.293660 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-0966deb3-6f70-4add-8d6f-19af68c928db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:07.389422 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-1274b164-eb0d-4ffb-b60c-2c0e2f99c810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:07.391973 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-1274b164-eb0d-4ffb-b60c-2c0e2f99c810 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:07.393791 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-1274b164-eb0d-4ffb-b60c-2c0e2f99c810 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/56e7048a-b075-4a1a-a6d6-72576407772f HTTP/1.1" status: 204 len: 168 time: 0.2579839 Oct 26 15:00:07.401912 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1274b164-eb0d-4ffb-b60c-2c0e2f99c810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e7048a-b075-4a1a-a6d6-72576407772f,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:07.431268 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-0966deb3-6f70-4add-8d6f-19af68c928db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:07.433835 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-0966deb3-6f70-4add-8d6f-19af68c928db admin admin] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:07.435010 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-0966deb3-6f70-4add-8d6f-19af68c928db admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e61db3bd-69d4-4804-958c-15cc80740eec HTTP/1.1" status: 204 len: 168 time: 0.2516623 Oct 26 15:00:07.443260 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0966deb3-6f70-4add-8d6f-19af68c928db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61db3bd-69d4-4804-958c-15cc80740eec,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:08.011459 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-c25dbceb-9ed2-4649-88cd-85f5e7a6780f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:08.106922 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24487dc5-1cd7-4b74-a20a-d48045d7bbd6 req-799ceee6-64a0-4860-8dc4-8bd06cb69230 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:08.108661 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-24487dc5-1cd7-4b74-a20a-d48045d7bbd6 req-799ceee6-64a0-4860-8dc4-8bd06cb69230 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 946 time: 0.0532994 Oct 26 15:00:08.147093 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-24487dc5-1cd7-4b74-a20a-d48045d7bbd6 req-8d0c64af-e6f2-49aa-b5f8-0f8bf27294c0 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325444 Oct 26 15:00:08.565018 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 56634) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:00:08.578836 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-ff8ea62e-939a-49e6-8edb-b47e0baf3c62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:08.652793 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-ff8ea62e-939a-49e6-8edb-b47e0baf3c62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:08.736848 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-ff8ea62e-939a-49e6-8edb-b47e0baf3c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:08.779439 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-ff8ea62e-939a-49e6-8edb-b47e0baf3c62 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=807adcc5849143bdb0d0ca45b383fefa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2108114 Oct 26 15:00:08.779439 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ea62e-939a-49e6-8edb-b47e0baf3c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8620732-d1ab-4f39-8bc9-0fbc4412ee34,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:08.779806 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 56646) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:00:08.841582 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-ffebd8a6-244e-4525-89ef-037a3014cb49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:08.866549 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-ffebd8a6-244e-4525-89ef-037a3014cb49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:09.047628 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-ffebd8a6-244e-4525-89ef-037a3014cb49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:09.050328 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-ffebd8a6-244e-4525-89ef-037a3014cb49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:09.051556 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-ffebd8a6-244e-4525-89ef-037a3014cb49 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c8620732-d1ab-4f39-8bc9-0fbc4412ee34 HTTP/1.1" status: 204 len: 168 time: 0.2702162 Oct 26 15:00:09.059659 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffebd8a6-244e-4525-89ef-037a3014cb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8620732-d1ab-4f39-8bc9-0fbc4412ee34,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:09.265418 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd77018-3531-442e-bc6d-6170d4feac82 req-675fe406-3818-42e2-8e57-f3017d6f90d6 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:09.266932 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1fd77018-3531-442e-bc6d-6170d4feac82 req-675fe406-3818-42e2-8e57-f3017d6f90d6 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 946 time: 0.0522993 Oct 26 15:00:09.305318 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1fd77018-3531-442e-bc6d-6170d4feac82 req-8aef26a8-0328-4252-9b6a-e0c7830e38b1 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325627 Oct 26 15:00:09.457483 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 56658) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:00:09.570317 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-945b23ea-8ca4-4036-8c21-a73a929fecf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:09.645894 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-945b23ea-8ca4-4036-8c21-a73a929fecf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:09.789377 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-945b23ea-8ca4-4036-8c21-a73a929fecf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:09.833358 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-945b23ea-8ca4-4036-8c21-a73a929fecf7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f5140cd0fcf94f98bcd42d95d82f15fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3724499 Oct 26 15:00:09.833358 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b23ea-8ca4-4036-8c21-a73a929fecf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1fb1180-e102-498d-876f-52d7c10fc95d,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:09.833719 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 56678) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:00:09.882978 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-ccaecced-a89a-45f1-82b2-db3ca1456c14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:09.904290 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-ccaecced-a89a-45f1-82b2-db3ca1456c14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:10.098436 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-ccaecced-a89a-45f1-82b2-db3ca1456c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:10.101134 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-ccaecced-a89a-45f1-82b2-db3ca1456c14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:10.102289 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-ccaecced-a89a-45f1-82b2-db3ca1456c14 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f1fb1180-e102-498d-876f-52d7c10fc95d HTTP/1.1" status: 204 len: 168 time: 0.2676227 Oct 26 15:00:10.112061 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaecced-a89a-45f1-82b2-db3ca1456c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1fb1180-e102-498d-876f-52d7c10fc95d,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:10.207813 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:00:10.422145 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae9c47-143b-43ca-a5b3-5c3c2ad6a5be req-7537e70e-a5c0-4033-addf-9cb8a5183733 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:10.423715 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-65ae9c47-143b-43ca-a5b3-5c3c2ad6a5be req-7537e70e-a5c0-4033-addf-9cb8a5183733 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 946 time: 0.0507874 Oct 26 15:00:10.466893 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-65ae9c47-143b-43ca-a5b3-5c3c2ad6a5be req-ba0149d5-5064-42ae-8562-b9fa693c38d9 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342600 Oct 26 15:00:11.589831 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfbd707-bb37-4783-90e4-d2ff2a149e0e req-c5830c68-ad25-4214-a4c1-a38ffbb45054 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:11.596230 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3cfbd707-bb37-4783-90e4-d2ff2a149e0e req-c5830c68-ad25-4214-a4c1-a38ffbb45054 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 946 time: 0.0613844 Oct 26 15:00:11.640140 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3cfbd707-bb37-4783-90e4-d2ff2a149e0e req-9a6c0b4c-14cf-4d8b-9597-09e1f2c53b58 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369921 Oct 26 15:00:12.762521 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781fbd8e-f4c2-454c-8ac3-e4d39aec9e74 req-a13eaf4c-490d-472b-b6fe-59c7fde9837d tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:12.764739 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-781fbd8e-f4c2-454c-8ac3-e4d39aec9e74 req-a13eaf4c-490d-472b-b6fe-59c7fde9837d tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 946 time: 0.0547807 Oct 26 15:00:12.803223 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-781fbd8e-f4c2-454c-8ac3-e4d39aec9e74 req-22102ecd-98a9-4b3f-add9-d991c5ee188b tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323424 Oct 26 15:00:13.286764 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-312e5110-02b7-49c1-8e36-db830558c4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:13.300015 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 56828) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:00:13.426282 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-9753f2f6-f639-478c-b7ff-91b76ae62f31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:13.502360 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-9753f2f6-f639-478c-b7ff-91b76ae62f31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:13.572473 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-9753f2f6-f639-478c-b7ff-91b76ae62f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:13.614166 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-9753f2f6-f639-478c-b7ff-91b76ae62f31 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b490086e74d9442da364495340f38260&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3130801 Oct 26 15:00:13.615005 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9753f2f6-f639-478c-b7ff-91b76ae62f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2efa27-32d8-4c3d-88cb-b20300e9b1d2,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:13.616936 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 56838) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:00:13.665849 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-7e462157-cc74-4639-9630-0a16583bf1bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:13.696570 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-7e462157-cc74-4639-9630-0a16583bf1bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:13.772378 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:13.806704 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:13.914988 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-7e462157-cc74-4639-9630-0a16583bf1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:13.917567 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-7e462157-cc74-4639-9630-0a16583bf1bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:13.918732 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-7e462157-cc74-4639-9630-0a16583bf1bd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4b2efa27-32d8-4c3d-88cb-b20300e9b1d2 HTTP/1.1" status: 204 len: 168 time: 0.3007102 Oct 26 15:00:13.926664 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e462157-cc74-4639-9630-0a16583bf1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2efa27-32d8-4c3d-88cb-b20300e9b1d2,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:14.055410 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60cb178-16d9-41c8-a7fa-ac8048f9f768 req-bf4efb00-7bfd-41b2-8bcf-5629498bc14b tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:14.059113 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d60cb178-16d9-41c8-a7fa-ac8048f9f768 req-bf4efb00-7bfd-41b2-8bcf-5629498bc14b tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 946 time: 0.0533192 Oct 26 15:00:14.100123 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d60cb178-16d9-41c8-a7fa-ac8048f9f768 req-007ab442-d920-4ed4-8421-5a2a075c3b3b tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334780 Oct 26 15:00:14.216219 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6d5202-036b-4872-ba3f-d1aa14a20afd req-9fe17463-4866-4ff8-b9e5-aefbd3b3011e tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:14.218402 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8d6d5202-036b-4872-ba3f-d1aa14a20afd req-9fe17463-4866-4ff8-b9e5-aefbd3b3011e tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a439dcb-81cc-4502-b7d3-48a83b5c5ea9 HTTP/1.1" status: 200 len: 945 time: 0.0499721 Oct 26 15:00:14.257959 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8d6d5202-036b-4872-ba3f-d1aa14a20afd req-378bdab9-f909-406e-b01b-fd1e9f9bcf5c tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e255083-1768-4474-a07a-f0b35e252b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332015 Oct 26 15:00:14.958770 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 56882) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:00:15.053877 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [None req-f6ba894e-72b2-43e2-b46e-64ebafb18b98 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1942085235-network', 'tenant_id': 'd5e6f878d22041e78a806f3a4d5b5937'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:00:15.178086 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ba894e-72b2-43e2-b46e-64ebafb18b98 admin admin] Made reservation on behalf of d5e6f878d22041e78a806f3a4d5b5937 for: {'network': 1} {{(pid=108647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:00:15.180488 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f6ba894e-72b2-43e2-b46e-64ebafb18b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for network, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:15.192694 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f6ba894e-72b2-43e2-b46e-64ebafb18b98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:15.220275 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3fccd-057a-4d6b-bec0-ddb2ed726b62 req-3c263fb0-a653-488d-9241-ff27d7b660f2 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:15.221893 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ccd3fccd-057a-4d6b-bec0-ddb2ed726b62 req-3c263fb0-a653-488d-9241-ff27d7b660f2 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 946 time: 0.0527763 Oct 26 15:00:15.267571 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ccd3fccd-057a-4d6b-bec0-ddb2ed726b62 req-aef4aa6c-aee9-449f-83fc-690fce7100b6 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379767 Oct 26 15:00:15.274113 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f6ba894e-72b2-43e2-b46e-64ebafb18b98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:15.332509 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:15.360872 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f6ba894e-72b2-43e2-b46e-64ebafb18b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:15.372401 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e1f5c-2271-4231-9cc2-d977291acef7 req-2af482d5-baa4-45f5-85fe-cc35f9006289 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:15.373875 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-525e1f5c-2271-4231-9cc2-d977291acef7 req-2af482d5-baa4-45f5-85fe-cc35f9006289 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a439dcb-81cc-4502-b7d3-48a83b5c5ea9 HTTP/1.1" status: 200 len: 945 time: 0.0491943 Oct 26 15:00:15.385968 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6ba894e-72b2-43e2-b46e-64ebafb18b98 admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=108647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:00:15.395253 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba894e-72b2-43e2-b46e-64ebafb18b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5170208-50d2-4496-b608-5a944dd84cd1,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:15.402053 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f6ba894e-72b2-43e2-b46e-64ebafb18b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888'] for segment, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:15.403146 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.db.segments_db [None req-f6ba894e-72b2-43e2-b46e-64ebafb18b98 admin admin] Added segment 08979dfa-fb39-481c-9786-7acdff52f57d of type vlan for network 9362f67f-481f-427c-a840-f46429345920 Oct 26 15:00:15.414488 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-525e1f5c-2271-4231-9cc2-d977291acef7 req-41dccbbe-e1f0-4c5a-9930-d21a0cf39aaf tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e255083-1768-4474-a07a-f0b35e252b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342529 Oct 26 15:00:15.445009 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f6ba894e-72b2-43e2-b46e-64ebafb18b98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752337516683'] for network, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:15.538136 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f6ba894e-72b2-43e2-b46e-64ebafb18b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593'] for network, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:15.539063 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ba894e-72b2-43e2-b46e-64ebafb18b98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:15.539664 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f6ba894e-72b2-43e2-b46e-64ebafb18b98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for network, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:15.598872 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba894e-72b2-43e2-b46e-64ebafb18b98 admin admin] Pushing event updated for resources: {'Network': ['ID=9362f67f-481f-427c-a840-f46429345920,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:15.609013 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Network 9362f67f-481f-427c-a840-f46429345920 details requested by agent ovs-agent-dv-cinder-732704-6-iscsi with host dv-cinder-732704-6-iscsi {{(pid=108649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:00:15.695567 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-f6ba894e-72b2-43e2-b46e-64ebafb18b98 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7356174 Oct 26 15:00:15.702529 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 56892) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:00:15.703647 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [None req-15cb02ce-9df8-4367-8d82-42fab08a00e9 admin admin] Request body: {'subnet': {'network_id': '9362f67f-481f-427c-a840-f46429345920', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1942085235-subnet', 'tenant_id': 'd5e6f878d22041e78a806f3a4d5b5937', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:00:15.806260 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15cb02ce-9df8-4367-8d82-42fab08a00e9 admin admin] Made reservation on behalf of d5e6f878d22041e78a806f3a4d5b5937 for: {'subnet': 1} {{(pid=108647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:00:15.808678 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-15cb02ce-9df8-4367-8d82-42fab08a00e9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:16.064019 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-15cb02ce-9df8-4367-8d82-42fab08a00e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593'] for subnet, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:16.125965 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cb02ce-9df8-4367-8d82-42fab08a00e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cc3ea66-b14b-4fc4-b97d-d186c6e60ed3,revision_number=0']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:16.138495 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cb02ce-9df8-4367-8d82-42fab08a00e9 admin admin] Checking segment: {'id': '08979dfa-fb39-481c-9786-7acdff52f57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9362f67f-481f-427c-a840-f46429345920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:00:16.138907 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cb02ce-9df8-4367-8d82-42fab08a00e9 admin admin] Network hostable DHCP agents. Network: 9362f67f-481f-427c-a840-f46429345920, hostable agents: ['b4d4e8dd-6314-45fe-b027-8ffd5f87ed07'], hosted agents: [] {{(pid=108647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:00:16.332281 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cb02ce-9df8-4367-8d82-42fab08a00e9 admin admin] Network 9362f67f-481f-427c-a840-f46429345920 is scheduled to be hosted by DHCP agent b4d4e8dd-6314-45fe-b027-8ffd5f87ed07 with binding_index 1 {{(pid=108647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:00:16.384693 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43848c90-d4a5-47f9-ab46-42b85fae40f0 req-e50e25c6-d31a-4f4b-b526-c1e576a60574 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:16.386314 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-43848c90-d4a5-47f9-ab46-42b85fae40f0 req-e50e25c6-d31a-4f4b-b526-c1e576a60574 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 946 time: 0.0498147 Oct 26 15:00:16.424946 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-43848c90-d4a5-47f9-ab46-42b85fae40f0 req-a6af585a-7ff6-483c-a156-5585cfd5388a tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323718 Oct 26 15:00:16.515075 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [None req-15cb02ce-9df8-4367-8d82-42fab08a00e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-732704-6-iscsi, 9362f67f-481f-427c-a840-f46429345920) {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:00:16.519317 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cb02ce-9df8-4367-8d82-42fab08a00e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:16.520029 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-15cb02ce-9df8-4367-8d82-42fab08a00e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for subnet, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:16.527111 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936fcc75-92d6-49ca-a7e8-c173ad05f42c None None] Network 9362f67f-481f-427c-a840-f46429345920 requested from dv-cinder-732704-6-iscsi {{(pid=108649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:00:16.539133 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b4c8b-7241-4c09-a93c-8e6676b7ce4e req-2f6340be-20a3-4447-8e30-75ebd2bfd667 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:16.540606 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-907b4c8b-7241-4c09-a93c-8e6676b7ce4e req-2f6340be-20a3-4447-8e30-75ebd2bfd667 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a439dcb-81cc-4502-b7d3-48a83b5c5ea9 HTTP/1.1" status: 200 len: 945 time: 0.0546885 Oct 26 15:00:16.584277 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-907b4c8b-7241-4c09-a93c-8e6676b7ce4e req-7e6e0e8c-7657-456b-8f6e-213b0147249e tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e255083-1768-4474-a07a-f0b35e252b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361950 Oct 26 15:00:16.654354 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e115115-2c46-45dc-aead-df8aa37009f5 None None] Network 9362f67f-481f-427c-a840-f46429345920 requested from dv-cinder-732704-6-iscsi {{(pid=108649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:00:16.661049 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-15cb02ce-9df8-4367-8d82-42fab08a00e9 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9616661 Oct 26 15:00:17.548739 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4f29a-e6b2-4355-a7b8-714fb21bdaf6 req-c656b193-6161-4898-89fc-acbc58cb9957 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:17.550250 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-39a4f29a-e6b2-4355-a7b8-714fb21bdaf6 req-c656b193-6161-4898-89fc-acbc58cb9957 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 946 time: 0.0496216 Oct 26 15:00:17.590454 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-39a4f29a-e6b2-4355-a7b8-714fb21bdaf6 req-b3ee1436-ae17-4710-bc8e-a60846cbd711 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337310 Oct 26 15:00:17.709038 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc4302-e6dd-40b8-9b5d-4c7d46a6e5d3 req-dae565c9-d3a8-4624-a219-47ed1b000ca5 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:17.710685 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-50dc4302-e6dd-40b8-9b5d-4c7d46a6e5d3 req-dae565c9-d3a8-4624-a219-47ed1b000ca5 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a439dcb-81cc-4502-b7d3-48a83b5c5ea9 HTTP/1.1" status: 200 len: 945 time: 0.0562694 Oct 26 15:00:17.750816 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-50dc4302-e6dd-40b8-9b5d-4c7d46a6e5d3 req-edc41bc6-d7f2-4b78-997d-a47ec8027418 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e255083-1768-4474-a07a-f0b35e252b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338869 Oct 26 15:00:18.708154 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69303c6e-bba7-46a4-8dd1-8ac56285fd24 req-caa9c711-eb36-409c-a114-fdda5cfd5794 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:18.709736 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-69303c6e-bba7-46a4-8dd1-8ac56285fd24 req-caa9c711-eb36-409c-a114-fdda5cfd5794 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 946 time: 0.0495050 Oct 26 15:00:18.751082 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-69303c6e-bba7-46a4-8dd1-8ac56285fd24 req-8042d6da-33cb-49a5-860a-a8d5daa0b788 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353031 Oct 26 15:00:18.871001 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570481d-5f97-47a8-b807-83a99c1de9c1 req-e4398e96-bab7-4923-a27c-f90a7adaced9 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:18.872486 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c570481d-5f97-47a8-b807-83a99c1de9c1 req-e4398e96-bab7-4923-a27c-f90a7adaced9 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a439dcb-81cc-4502-b7d3-48a83b5c5ea9 HTTP/1.1" status: 200 len: 945 time: 0.0508385 Oct 26 15:00:18.912115 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c570481d-5f97-47a8-b807-83a99c1de9c1 req-b15b1c25-6f2a-4f1f-b954-f36688942077 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e255083-1768-4474-a07a-f0b35e252b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330806 Oct 26 15:00:18.916225 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 56976) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:00:19.034701 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a1632c63-1339-46b9-a2fa-f13674e639dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:19.109319 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a1632c63-1339-46b9-a2fa-f13674e639dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:19.263766 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a1632c63-1339-46b9-a2fa-f13674e639dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:19.326581 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-a1632c63-1339-46b9-a2fa-f13674e639dc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=550c6ceecc944fa5bf254df422741389&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4092560 Oct 26 15:00:19.327342 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1632c63-1339-46b9-a2fa-f13674e639dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbce7ea-baa7-4dfd-96c4-c1d459c7c86e,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:19.329369 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 57000) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:00:19.338382 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895073f2-2573-41db-9d01-0f475c8ee5b0 req-314366d9-5b76-4ddb-b999-8a5acbdf9240 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:19.339906 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-895073f2-2573-41db-9d01-0f475c8ee5b0 req-314366d9-5b76-4ddb-b999-8a5acbdf9240 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/networks?id=9362f67f-481f-427c-a840-f46429345920 HTTP/1.1" status: 200 len: 809 time: 0.1415298 Oct 26 15:00:19.345795 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1632c63-1339-46b9-a2fa-f13674e639dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:19.346145 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1632c63-1339-46b9-a2fa-f13674e639dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:19.346477 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1632c63-1339-46b9-a2fa-f13674e639dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:19.346836 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1632c63-1339-46b9-a2fa-f13674e639dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:19.347161 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1632c63-1339-46b9-a2fa-f13674e639dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:19.347488 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1632c63-1339-46b9-a2fa-f13674e639dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:19.347810 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1632c63-1339-46b9-a2fa-f13674e639dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:19.348131 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1632c63-1339-46b9-a2fa-f13674e639dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:19.348453 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1632c63-1339-46b9-a2fa-f13674e639dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:19.348816 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1632c63-1339-46b9-a2fa-f13674e639dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:19.349078 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1632c63-1339-46b9-a2fa-f13674e639dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:19.349397 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1632c63-1339-46b9-a2fa-f13674e639dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:19.363455 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-895073f2-2573-41db-9d01-0f475c8ee5b0 req-dfc8bc95-2603-4572-aa60-7605da5d4443 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/quotas/d5e6f878d22041e78a806f3a4d5b5937 HTTP/1.1" status: 200 len: 375 time: 0.0104995 Oct 26 15:00:19.384229 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-b28592bd-f8fb-4883-80f9-8116ede019af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:19.396976 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-895073f2-2573-41db-9d01-0f475c8ee5b0 req-1f3ee9ca-c855-4fdc-8251-13c201ecb5b8 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d5e6f878d22041e78a806f3a4d5b5937&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269599 Oct 26 15:00:19.405689 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-b28592bd-f8fb-4883-80f9-8116ede019af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:19.489332 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-895073f2-2573-41db-9d01-0f475c8ee5b0 req-23c48050-8c82-4bbb-9dba-97ca065b3759 service neutron] 10.222.0.57 "GET /v2.0/networks/9362f67f-481f-427c-a840-f46429345920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848396 Oct 26 15:00:19.554875 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-b28592bd-f8fb-4883-80f9-8116ede019af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:19.557403 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-b28592bd-f8fb-4883-80f9-8116ede019af admin admin] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:19.558574 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-b28592bd-f8fb-4883-80f9-8116ede019af admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6bbce7ea-baa7-4dfd-96c4-c1d459c7c86e HTTP/1.1" status: 204 len: 168 time: 0.2282054 Oct 26 15:00:19.569520 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28592bd-f8fb-4883-80f9-8116ede019af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbce7ea-baa7-4dfd-96c4-c1d459c7c86e,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:19.573590 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28592bd-f8fb-4883-80f9-8116ede019af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:19.573936 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28592bd-f8fb-4883-80f9-8116ede019af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:19.574443 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28592bd-f8fb-4883-80f9-8116ede019af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:19.574964 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28592bd-f8fb-4883-80f9-8116ede019af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:19.575301 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28592bd-f8fb-4883-80f9-8116ede019af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:19.575634 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28592bd-f8fb-4883-80f9-8116ede019af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:19.575964 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28592bd-f8fb-4883-80f9-8116ede019af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:19.576291 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28592bd-f8fb-4883-80f9-8116ede019af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:19.576849 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28592bd-f8fb-4883-80f9-8116ede019af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:19.577233 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28592bd-f8fb-4883-80f9-8116ede019af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:19.577625 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28592bd-f8fb-4883-80f9-8116ede019af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:19.577950 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28592bd-f8fb-4883-80f9-8116ede019af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:19.580099 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-895073f2-2573-41db-9d01-0f475c8ee5b0 req-427a096d-ff39-44ae-a4cf-19cc11d2209b service neutron] 10.222.0.57 "GET /v2.0/networks/9362f67f-481f-427c-a840-f46429345920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843344 Oct 26 15:00:19.981171 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6e07f-7453-4592-a042-db7c51be32db req-ff022fcf-fe0b-40b6-b2ce-034913ad4195 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:19.983543 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d6b6e07f-7453-4592-a042-db7c51be32db req-ff022fcf-fe0b-40b6-b2ce-034913ad4195 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 946 time: 0.0574670 Oct 26 15:00:20.030547 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d6b6e07f-7453-4592-a042-db7c51be32db req-402dcae7-0972-46f9-84e9-36d64bc1af12 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414233 Oct 26 15:00:20.098889 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-64b86771-27f7-4338-83c5-797111d196bd req-9dbec802-a35b-4984-99fa-6ecd0f2f94dc tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=de699f07-8a19-4480-9648-e430d5ac6ca0 HTTP/1.1" status: 200 len: 210 time: 0.0256960 Oct 26 15:00:20.199218 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b20c2-f179-4c2a-8c3d-aef8dc34eab7 req-c5230179-97de-43a4-946b-9eb2f6ca0533 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:20.200721 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e92b20c2-f179-4c2a-8c3d-aef8dc34eab7 req-c5230179-97de-43a4-946b-9eb2f6ca0533 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a439dcb-81cc-4502-b7d3-48a83b5c5ea9 HTTP/1.1" status: 200 len: 945 time: 0.0481937 Oct 26 15:00:20.239174 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e92b20c2-f179-4c2a-8c3d-aef8dc34eab7 req-8b3297e8-b963-4fd7-bd0d-d1453d32aee6 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e255083-1768-4474-a07a-f0b35e252b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323613 Oct 26 15:00:20.576687 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 57030) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:00:20.589655 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-54ba3f3f-3457-4666-9936-3e8238641b3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:20.666205 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-54ba3f3f-3457-4666-9936-3e8238641b3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:20.818274 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-54ba3f3f-3457-4666-9936-3e8238641b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:20.863003 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-54ba3f3f-3457-4666-9936-3e8238641b3f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=02e6c9f1394b4328a33fa7e54a611f51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2852254 Oct 26 15:00:20.864959 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba3f3f-3457-4666-9936-3e8238641b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92e64f6-20e8-4059-8718-9b85ec02df83,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:20.865564 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 57032) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:00:20.914515 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-6a7c2f34-47b5-4d95-94e2-9543ce98223d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:20.939390 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-6a7c2f34-47b5-4d95-94e2-9543ce98223d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:21.147738 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7885aea-d83c-4262-8219-15d1ac48f940 req-0fe2fb4b-c52f-4fc1-acd3-246b8d3161b9 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:21.149212 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f7885aea-d83c-4262-8219-15d1ac48f940 req-0fe2fb4b-c52f-4fc1-acd3-246b8d3161b9 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 946 time: 0.0495405 Oct 26 15:00:21.184000 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-6a7c2f34-47b5-4d95-94e2-9543ce98223d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:21.204506 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f7885aea-d83c-4262-8219-15d1ac48f940 req-232676c2-e4d2-40f4-814c-7d25f94e9ce0 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313578 Oct 26 15:00:21.205663 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-6a7c2f34-47b5-4d95-94e2-9543ce98223d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:21.205663 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-6a7c2f34-47b5-4d95-94e2-9543ce98223d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b92e64f6-20e8-4059-8718-9b85ec02df83 HTTP/1.1" status: 204 len: 168 time: 0.3216994 Oct 26 15:00:21.205663 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c2f34-47b5-4d95-94e2-9543ce98223d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92e64f6-20e8-4059-8718-9b85ec02df83,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:21.269556 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9323720b-f11a-4621-8d92-c481d6d156ce req-4a8f7188-f642-40b6-9f88-3c5659401525 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=de699f07-8a19-4480-9648-e430d5ac6ca0 HTTP/1.1" status: 200 len: 210 time: 0.0298533 Oct 26 15:00:21.385638 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d50096-c1b6-46ed-962b-e8d9a03b1dca req-799d18c5-c2d0-46aa-a3fe-39410645222d tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:21.387175 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e4d50096-c1b6-46ed-962b-e8d9a03b1dca req-799d18c5-c2d0-46aa-a3fe-39410645222d tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a439dcb-81cc-4502-b7d3-48a83b5c5ea9 HTTP/1.1" status: 200 len: 945 time: 0.0532746 Oct 26 15:00:21.425838 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e4d50096-c1b6-46ed-962b-e8d9a03b1dca req-4f635ca2-a676-4338-9ea7-b38aac743ba3 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e255083-1768-4474-a07a-f0b35e252b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318520 Oct 26 15:00:22.314245 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26dfb50-e5a8-49fa-a7ea-fda550b7d3b0 req-08b4afc8-c9d3-4a00-8844-d4b715b0b730 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:22.315810 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f26dfb50-e5a8-49fa-a7ea-fda550b7d3b0 req-08b4afc8-c9d3-4a00-8844-d4b715b0b730 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 946 time: 0.0573270 Oct 26 15:00:22.378565 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f26dfb50-e5a8-49fa-a7ea-fda550b7d3b0 req-cd6552ff-6e72-413c-833a-e54478c770e0 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567501 Oct 26 15:00:22.423945 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cf2b4375-ebd5-4360-b715-02564dbd2e30 req-1a19feab-e6ae-48e8-b3a4-904c946df8ae tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=de699f07-8a19-4480-9648-e430d5ac6ca0 HTTP/1.1" status: 200 len: 210 time: 0.0316916 Oct 26 15:00:22.500083 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17a5c2-b5b6-436c-bcdf-b2d857b235ae req-f9b1f8eb-3482-4a6a-8dc9-cff3d2324e52 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:22.508051 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-1c17a5c2-b5b6-436c-bcdf-b2d857b235ae req-f9b1f8eb-3482-4a6a-8dc9-cff3d2324e52 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a439dcb-81cc-4502-b7d3-48a83b5c5ea9 HTTP/1.1" status: 200 len: 945 time: 0.1125383 Oct 26 15:00:22.571682 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79078853-1977-4e0b-976b-34c42b24408f req-9c85b583-0136-4742-9edf-ca0b8803844b tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:22.573232 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-79078853-1977-4e0b-976b-34c42b24408f req-9c85b583-0136-4742-9edf-ca0b8803844b tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a439dcb-81cc-4502-b7d3-48a83b5c5ea9 HTTP/1.1" status: 200 len: 945 time: 0.0561941 Oct 26 15:00:22.630284 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-79078853-1977-4e0b-976b-34c42b24408f req-572f3198-7b55-4b5f-ac60-1504f04048ff tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e255083-1768-4474-a07a-f0b35e252b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504675 Oct 26 15:00:22.691244 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [req-1c17a5c2-b5b6-436c-bcdf-b2d857b235ae req-1c10e283-ff3e-4c3d-920b-b115b719d733 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] Deleting port 641a56e9-8606-4380-8bdd-511cb4b87d3d {{(pid=108647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:00:22.691698 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-1c17a5c2-b5b6-436c-bcdf-b2d857b235ae req-1c10e283-ff3e-4c3d-920b-b115b719d733 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:22.794614 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [req-1c17a5c2-b5b6-436c-bcdf-b2d857b235ae req-1c10e283-ff3e-4c3d-920b-b115b719d733 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] For port 641a56e9-8606-4380-8bdd-511cb4b87d3d, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=641a56e9-8606-4380-8bdd-511cb4b87d3d,segment=NetworkSegment(a5a1ad78-d83b-429a-9cf2-705856c21539),segment_id=a5a1ad78-d83b-429a-9cf2-705856c21539)] {{(pid=108647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:00:22.805878 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-1c17a5c2-b5b6-436c-bcdf-b2d857b235ae req-1c10e283-ff3e-4c3d-920b-b115b719d733 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:22.812231 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [req-1c17a5c2-b5b6-436c-bcdf-b2d857b235ae req-1c10e283-ff3e-4c3d-920b-b115b719d733 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] Calling delete_port for 641a56e9-8606-4380-8bdd-511cb4b87d3d owned by compute:nova {{(pid=108647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:00:23.145803 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 641a56e9-8606-4380-8bdd-511cb4b87d3d no longer exists at agent hyperv_hv-cinder-73270 {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:00:23.166661 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-1c17a5c2-b5b6-436c-bcdf-b2d857b235ae req-1c10e283-ff3e-4c3d-920b-b115b719d733 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715'] for port, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:23.184068 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] No active binding found for port 641a56e9-8606-4380-8bdd-511cb4b87d3d {{(pid=108649) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 26 15:00:23.184471 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 641a56e9-8606-4380-8bdd-511cb4b87d3d not bound to the agent host hv-cinder-73270 {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:00:23.200671 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c10e283-ff3e-4c3d-920b-b115b719d733 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] Pushing event deleted for resources: {'Port': ['ID=641a56e9-8606-4380-8bdd-511cb4b87d3d,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:23.260152 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c17a5c2-b5b6-436c-bcdf-b2d857b235ae req-1c10e283-ff3e-4c3d-920b-b115b719d733 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] No DVR routers for this DVR port 641a56e9-8606-4380-8bdd-511cb4b87d3d on host hv-cinder-73270 {{(pid=108647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:00:23.266097 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-1c17a5c2-b5b6-436c-bcdf-b2d857b235ae req-1c10e283-ff3e-4c3d-920b-b115b719d733 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:23.269494 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-1c17a5c2-b5b6-436c-bcdf-b2d857b235ae req-1c10e283-ff3e-4c3d-920b-b115b719d733 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.76 "DELETE /v2.0/ports/641a56e9-8606-4380-8bdd-511cb4b87d3d HTTP/1.1" status: 204 len: 173 time: 0.7611563 Oct 26 15:00:23.269868 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a439dcb-81cc-4502-b7d3-48a83b5c5ea9', 'name': 'network-vif-deleted', 'tag': '641a56e9-8606-4380-8bdd-511cb4b87d3d'}] {{(pid=108647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:00:23.272127 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c67b12b1cf7ef49faca107c22834427ed1d300477b197fee39d1c6656c9e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e30ed6-1bd5-44ca-b24b-294a02d73039" -d '{"events": [{"server_uuid": "2a439dcb-81cc-4502-b7d3-48a83b5c5ea9", "name": "network-vif-deleted", "tag": "641a56e9-8606-4380-8bdd-511cb4b87d3d"}]}' {{(pid=108647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:00:23.309163 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d774d16-b6d9-4429-ac95-4ffa244d71bf x-openstack-request-id: req-9d774d16-b6d9-4429-ac95-4ffa244d71bf {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:00:23.309447 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a439dcb-81cc-4502-b7d3-48a83b5c5ea9", "name": "network-vif-deleted", "tag": "641a56e9-8606-4380-8bdd-511cb4b87d3d", "status": "completed", "code": 200}]} {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:00:23.309693 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9d774d16-b6d9-4429-ac95-4ffa244d71bf {{(pid=108647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:00:23.310081 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a439dcb-81cc-4502-b7d3-48a83b5c5ea9', 'name': 'network-vif-deleted', 'tag': '641a56e9-8606-4380-8bdd-511cb4b87d3d', 'status': 'completed', 'code': 200} Oct 26 15:00:23.534446 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6bc00bd8-c2e2-4b05-9c3d-013af292a51e req-c113afa7-e818-419d-bbf5-c2cc20980446 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=de699f07-8a19-4480-9648-e430d5ac6ca0 HTTP/1.1" status: 200 len: 210 time: 0.0301385 Oct 26 15:00:23.554969 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de53c0-f350-44aa-9d60-935c53edbaa4 req-a8d123ca-54f9-4296-ad19-b02d6933c3d9 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:23.556547 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-31de53c0-f350-44aa-9d60-935c53edbaa4 req-a8d123ca-54f9-4296-ad19-b02d6933c3d9 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 946 time: 0.0798023 Oct 26 15:00:23.594973 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-31de53c0-f350-44aa-9d60-935c53edbaa4 req-341794e8-4e7c-40cb-8327-68557ecd3074 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320926 Oct 26 15:00:23.739667 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8708eb70-5e08-4b68-99c4-0e0b1d3bfddd req-8cdcb834-7da2-4394-9546-d068af7ff6be tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a439dcb-81cc-4502-b7d3-48a83b5c5ea9 HTTP/1.1" status: 200 len: 210 time: 0.0278714 Oct 26 15:00:24.252352 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895073f2-2573-41db-9d01-0f475c8ee5b0 req-a189e6dc-892f-4d6c-97ba-0350b06142a0 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:24.254074 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-895073f2-2573-41db-9d01-0f475c8ee5b0 req-a189e6dc-892f-4d6c-97ba-0350b06142a0 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.76 "GET /v2.0/networks?id=9362f67f-481f-427c-a840-f46429345920 HTTP/1.1" status: 200 len: 809 time: 0.1021338 Oct 26 15:00:24.276844 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [req-895073f2-2573-41db-9d01-0f475c8ee5b0 req-a6b6a233-cf42-4553-80ef-003e4f819763 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Request body: {'port': {'device_id': 'de699f07-8a19-4480-9648-e430d5ac6ca0', 'network_id': '9362f67f-481f-427c-a840-f46429345920', 'admin_state_up': True, 'tenant_id': 'd5e6f878d22041e78a806f3a4d5b5937'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:00:24.503898 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-895073f2-2573-41db-9d01-0f475c8ee5b0 req-a6b6a233-cf42-4553-80ef-003e4f819763 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Made reservation on behalf of d5e6f878d22041e78a806f3a4d5b5937 for: {'port': 1} {{(pid=108647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:00:24.507745 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-895073f2-2573-41db-9d01-0f475c8ee5b0 req-a6b6a233-cf42-4553-80ef-003e4f819763 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:24.649198 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6ecf3667-4ef6-4913-b31d-bf9c7346c4df req-667a7969-0cc2-4890-bdfe-cc5dadb5c7b4 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=de699f07-8a19-4480-9648-e430d5ac6ca0 HTTP/1.1" status: 200 len: 210 time: 0.0442245 Oct 26 15:00:24.671961 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.db_base_plugin_common [req-895073f2-2573-41db-9d01-0f475c8ee5b0 req-a6b6a233-cf42-4553-80ef-003e4f819763 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Allocated IP 172.20.0.11 (9362f67f-481f-427c-a840-f46429345920/3cc3ea66-b14b-4fc4-b97d-d186c6e60ed3/d7d6c32e-ab92-43ef-90de-b21a71969ff9) {{(pid=108647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:00:24.775632 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8df8b-9660-4a5b-b557-792595f67f70 req-13398e60-50c8-4525-899d-716171be7c84 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:24.783509 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a9f8df8b-9660-4a5b-b557-792595f67f70 req-13398e60-50c8-4525-899d-716171be7c84 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 946 time: 0.0713468 Oct 26 15:00:24.859453 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-895073f2-2573-41db-9d01-0f475c8ee5b0 req-a6b6a233-cf42-4553-80ef-003e4f819763 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Publish callbacks [] for port, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:24.892933 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3fa2874d-bc52-493a-a46e-43d968d5fd4d req-209419ea-fe81-4840-8ced-1a2281b83002 tempest-DeleteServersTestJSON-294293179 tempest-DeleteServersTestJSON-294293179-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a439dcb-81cc-4502-b7d3-48a83b5c5ea9 HTTP/1.1" status: 200 len: 210 time: 0.0374491 Oct 26 15:00:24.909678 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a9f8df8b-9660-4a5b-b557-792595f67f70 req-ff7927c9-ee39-4dd1-8277-bc151a509da7 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205039 Oct 26 15:00:25.025070 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-895073f2-2573-41db-9d01-0f475c8ee5b0 req-a6b6a233-cf42-4553-80ef-003e4f819763 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706'] for port, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:25.073272 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-895073f2-2573-41db-9d01-0f475c8ee5b0 req-a6b6a233-cf42-4553-80ef-003e4f819763 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Network 9362f67f-481f-427c-a840-f46429345920 is already hosted by enough agents. {{(pid=108647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:00:25.076596 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [req-895073f2-2573-41db-9d01-0f475c8ee5b0 req-a6b6a233-cf42-4553-80ef-003e4f819763 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Resources bound (agent type, host, resource id): {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:00:25.080575 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [req-895073f2-2573-41db-9d01-0f475c8ee5b0 req-a6b6a233-cf42-4553-80ef-003e4f819763 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Received port after_create {{(pid=108647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:00:25.088659 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895073f2-2573-41db-9d01-0f475c8ee5b0 req-a6b6a233-cf42-4553-80ef-003e4f819763 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:25.088659 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-895073f2-2573-41db-9d01-0f475c8ee5b0 req-a6b6a233-cf42-4553-80ef-003e4f819763 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:25.104732 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b6a233-cf42-4553-80ef-003e4f819763 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Pushing event updated for resources: {'Port': ['ID=d7d6c32e-ab92-43ef-90de-b21a71969ff9,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:25.223000 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-895073f2-2573-41db-9d01-0f475c8ee5b0 req-a6b6a233-cf42-4553-80ef-003e4f819763 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9456890 Oct 26 15:00:25.234611 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [req-895073f2-2573-41db-9d01-0f475c8ee5b0 req-d99ee64a-2743-4a70-a5b9-8cefb4396c4c service neutron] Request body: {'port': {'device_id': 'de699f07-8a19-4480-9648-e430d5ac6ca0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73270'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:00:25.293481 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-895073f2-2573-41db-9d01-0f475c8ee5b0 req-d99ee64a-2743-4a70-a5b9-8cefb4396c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:25.567858 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [req-895073f2-2573-41db-9d01-0f475c8ee5b0 req-d99ee64a-2743-4a70-a5b9-8cefb4396c4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7d6c32e-ab92-43ef-90de-b21a71969ff9 {{(pid=108647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:00:25.583103 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-895073f2-2573-41db-9d01-0f475c8ee5b0 req-d99ee64a-2743-4a70-a5b9-8cefb4396c4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:25.603805 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.provisioning_blocks [req-895073f2-2573-41db-9d01-0f475c8ee5b0 req-d99ee64a-2743-4a70-a5b9-8cefb4396c4c service neutron] Transition to ACTIVE for port object d7d6c32e-ab92-43ef-90de-b21a71969ff9 will not be triggered until provisioned by entity L2. {{(pid=108647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 15:00:25.686873 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-895073f2-2573-41db-9d01-0f475c8ee5b0 req-d99ee64a-2743-4a70-a5b9-8cefb4396c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:25.752000 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ee64a-2743-4a70-a5b9-8cefb4396c4c service neutron] Pushing event updated for resources: {'Port': ['ID=d7d6c32e-ab92-43ef-90de-b21a71969ff9,revision_number=2']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:25.790866 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.managers [req-895073f2-2573-41db-9d01-0f475c8ee5b0 req-d99ee64a-2743-4a70-a5b9-8cefb4396c4c service neutron] Attempting to bind port d7d6c32e-ab92-43ef-90de-b21a71969ff9 on host hv-cinder-73270 for vnic_type normal with profile {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:00:25.791280 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.managers [req-895073f2-2573-41db-9d01-0f475c8ee5b0 req-d99ee64a-2743-4a70-a5b9-8cefb4396c4c service neutron] Attempting to bind port d7d6c32e-ab92-43ef-90de-b21a71969ff9 by drivers openvswitch,hyperv on host hv-cinder-73270 at level 0 using segments [{'id': '08979dfa-fb39-481c-9786-7acdff52f57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9362f67f-481f-427c-a840-f46429345920'}] {{(pid=108647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:00:25.791615 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895073f2-2573-41db-9d01-0f475c8ee5b0 req-d99ee64a-2743-4a70-a5b9-8cefb4396c4c service neutron] Attempting to bind port d7d6c32e-ab92-43ef-90de-b21a71969ff9 on network 9362f67f-481f-427c-a840-f46429345920 {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:00:25.796874 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895073f2-2573-41db-9d01-0f475c8ee5b0 req-d99ee64a-2743-4a70-a5b9-8cefb4396c4c service neutron] Port d7d6c32e-ab92-43ef-90de-b21a71969ff9 on network 9362f67f-481f-427c-a840-f46429345920 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73270 {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 15:00:25.797269 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895073f2-2573-41db-9d01-0f475c8ee5b0 req-d99ee64a-2743-4a70-a5b9-8cefb4396c4c service neutron] Attempting to bind port d7d6c32e-ab92-43ef-90de-b21a71969ff9 on network 9362f67f-481f-427c-a840-f46429345920 {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:00:25.803017 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895073f2-2573-41db-9d01-0f475c8ee5b0 req-d99ee64a-2743-4a70-a5b9-8cefb4396c4c service neutron] Checking agent: {'id': 'aa824652-354b-48bb-834a-72ec45d7dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73270', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 14, 57, 28), 'started_at': datetime.datetime(2021, 10, 26, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:00:25.803357 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895073f2-2573-41db-9d01-0f475c8ee5b0 req-d99ee64a-2743-4a70-a5b9-8cefb4396c4c service neutron] Checking segment: {'id': '08979dfa-fb39-481c-9786-7acdff52f57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9362f67f-481f-427c-a840-f46429345920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:00:25.803860 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895073f2-2573-41db-9d01-0f475c8ee5b0 req-d99ee64a-2743-4a70-a5b9-8cefb4396c4c service neutron] Bound using segment: {'id': '08979dfa-fb39-481c-9786-7acdff52f57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9362f67f-481f-427c-a840-f46429345920'} {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:00:25.804283 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.managers [req-895073f2-2573-41db-9d01-0f475c8ee5b0 req-d99ee64a-2743-4a70-a5b9-8cefb4396c4c service neutron] Bound port: d7d6c32e-ab92-43ef-90de-b21a71969ff9, host: hv-cinder-73270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08979dfa-fb39-481c-9786-7acdff52f57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9362f67f-481f-427c-a840-f46429345920'}}] {{(pid=108647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:00:25.804700 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-895073f2-2573-41db-9d01-0f475c8ee5b0 req-d99ee64a-2743-4a70-a5b9-8cefb4396c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:25.813471 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19fc21-5be6-4ae0-8c16-490bfb06acd9 req-33a9c6a8-5366-4bb4-866e-730e08314a1b tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:25.823215 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6d19fc21-5be6-4ae0-8c16-490bfb06acd9 req-33a9c6a8-5366-4bb4-866e-730e08314a1b tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=de699f07-8a19-4480-9648-e430d5ac6ca0 HTTP/1.1" status: 200 len: 944 time: 0.0782044 Oct 26 15:00:25.879299 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6d19fc21-5be6-4ae0-8c16-490bfb06acd9 req-69199a6f-4911-4cfa-bbf9-7299a3371c50 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5170208-50d2-4496-b608-5a944dd84cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517151 Oct 26 15:00:25.904233 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [req-895073f2-2573-41db-9d01-0f475c8ee5b0 req-d99ee64a-2743-4a70-a5b9-8cefb4396c4c service neutron] For port d7d6c32e-ab92-43ef-90de-b21a71969ff9, host hv-cinder-73270, cleared binding levels {{(pid=108647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:00:25.909659 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [req-895073f2-2573-41db-9d01-0f475c8ee5b0 req-d99ee64a-2743-4a70-a5b9-8cefb4396c4c service neutron] For port d7d6c32e-ab92-43ef-90de-b21a71969ff9, host hv-cinder-73270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=d7d6c32e-ab92-43ef-90de-b21a71969ff9,segment=NetworkSegment(08979dfa-fb39-481c-9786-7acdff52f57d),segment_id=08979dfa-fb39-481c-9786-7acdff52f57d)] {{(pid=108647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:00:26.024660 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-895073f2-2573-41db-9d01-0f475c8ee5b0 req-d99ee64a-2743-4a70-a5b9-8cefb4396c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:26.033473 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfa3ff-82e6-4a2c-af94-314eb399a71c req-562d1f6b-7409-4e58-994f-2dd79ad0f478 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:26.034711 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-12dfa3ff-82e6-4a2c-af94-314eb399a71c req-562d1f6b-7409-4e58-994f-2dd79ad0f478 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 946 time: 0.0551713 Oct 26 15:00:26.072883 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895073f2-2573-41db-9d01-0f475c8ee5b0 req-d99ee64a-2743-4a70-a5b9-8cefb4396c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:26.072883 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-895073f2-2573-41db-9d01-0f475c8ee5b0 req-d99ee64a-2743-4a70-a5b9-8cefb4396c4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:26.072883 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-895073f2-2573-41db-9d01-0f475c8ee5b0 req-d99ee64a-2743-4a70-a5b9-8cefb4396c4c service neutron] 10.222.0.76 "PUT /v2.0/ports/d7d6c32e-ab92-43ef-90de-b21a71969ff9 HTTP/1.1" status: 200 len: 1094 time: 0.8379400 Oct 26 15:00:26.072883 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de699f07-8a19-4480-9648-e430d5ac6ca0', 'tag': 'd7d6c32e-ab92-43ef-90de-b21a71969ff9'}] {{(pid=108647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:00:26.075882 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c67b12b1cf7ef49faca107c22834427ed1d300477b197fee39d1c6656c9e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988e8d0f-33ae-44bc-b66a-8a112c85d882" -d '{"events": [{"name": "network-changed", "server_uuid": "de699f07-8a19-4480-9648-e430d5ac6ca0", "tag": "d7d6c32e-ab92-43ef-90de-b21a71969ff9"}]}' {{(pid=108647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:00:26.103445 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-12dfa3ff-82e6-4a2c-af94-314eb399a71c req-8e5d4ab4-1b8f-49f2-a8c1-9374ebabedde tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541449 Oct 26 15:00:26.111061 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ee64a-2743-4a70-a5b9-8cefb4396c4c service neutron] Pushing event updated for resources: {'Port': ['ID=d7d6c32e-ab92-43ef-90de-b21a71969ff9,revision_number=3']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:26.148413 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e2f8f3-41c6-4098-a457-0867d054315c x-openstack-request-id: req-54e2f8f3-41c6-4098-a457-0867d054315c {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:00:26.148413 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de699f07-8a19-4480-9648-e430d5ac6ca0", "tag": "d7d6c32e-ab92-43ef-90de-b21a71969ff9", "status": "completed", "code": 200}]} {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:00:26.148413 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-54e2f8f3-41c6-4098-a457-0867d054315c {{(pid=108647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:00:26.148413 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de699f07-8a19-4480-9648-e430d5ac6ca0', 'tag': 'd7d6c32e-ab92-43ef-90de-b21a71969ff9', 'status': 'completed', 'code': 200} Oct 26 15:00:26.204365 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e8d0f-33ae-44bc-b66a-8a112c85d882 req-9fa24668-4b8a-43fd-a292-9495e7a863c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:26.206189 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-988e8d0f-33ae-44bc-b66a-8a112c85d882 req-9fa24668-4b8a-43fd-a292-9495e7a863c7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d5e6f878d22041e78a806f3a4d5b5937&device_id=de699f07-8a19-4480-9648-e430d5ac6ca0 HTTP/1.1" status: 200 len: 1097 time: 0.0421119 Oct 26 15:00:26.313791 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e8d0f-33ae-44bc-b66a-8a112c85d882 req-70713f84-6151-47cd-b215-4640b4218f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:26.315289 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-988e8d0f-33ae-44bc-b66a-8a112c85d882 req-70713f84-6151-47cd-b215-4640b4218f20 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=d5e6f878d22041e78a806f3a4d5b5937&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0943711 Oct 26 15:00:26.424396 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e8d0f-33ae-44bc-b66a-8a112c85d882 req-c3a92497-d256-4f62-9519-7499a5787fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:26.425942 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-988e8d0f-33ae-44bc-b66a-8a112c85d882 req-c3a92497-d256-4f62-9519-7499a5787fae service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932558 Oct 26 15:00:26.511367 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895073f2-2573-41db-9d01-0f475c8ee5b0 req-eb27a04b-ad64-432f-99ee-7484aa01efc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:26.512922 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-895073f2-2573-41db-9d01-0f475c8ee5b0 req-eb27a04b-ad64-432f-99ee-7484aa01efc1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d5e6f878d22041e78a806f3a4d5b5937&device_id=de699f07-8a19-4480-9648-e430d5ac6ca0 HTTP/1.1" status: 200 len: 1097 time: 0.0418770 Oct 26 15:00:26.558154 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-895073f2-2573-41db-9d01-0f475c8ee5b0 req-524abce9-7f7a-4734-9780-79c9b4c93792 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7d6c32e-ab92-43ef-90de-b21a71969ff9 HTTP/1.1" status: 200 len: 217 time: 0.0373302 Oct 26 15:00:26.614040 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895073f2-2573-41db-9d01-0f475c8ee5b0 req-790149e4-dc56-41b6-ad79-dc5cb18a3741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:26.615550 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-895073f2-2573-41db-9d01-0f475c8ee5b0 req-790149e4-dc56-41b6-ad79-dc5cb18a3741 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3cc3ea66-b14b-4fc4-b97d-d186c6e60ed3 HTTP/1.1" status: 200 len: 849 time: 0.0435536 Oct 26 15:00:26.655337 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-895073f2-2573-41db-9d01-0f475c8ee5b0 req-ae9cc424-93d0-44a7-9730-4f86a8ba2133 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9362f67f-481f-427c-a840-f46429345920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267258 Oct 26 15:00:26.776326 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-c4124061-9e4b-4b9e-8cd9-e82112ca3b4d req-d7669fb2-a011-4485-9876-efa6866f8d03 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0971835 Oct 26 15:00:26.793143 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-895073f2-2573-41db-9d01-0f475c8ee5b0 req-9f408847-c765-4277-bc94-a900dc5c007a service neutron] 10.222.0.76 "GET /v2.0/networks/9362f67f-481f-427c-a840-f46429345920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236970 Oct 26 15:00:27.022974 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26cd8d1-a4e1-48ab-9f60-29053e41391d req-70a19879-5060-40d6-9d4d-d51e8e454717 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:27.024542 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a26cd8d1-a4e1-48ab-9f60-29053e41391d req-70a19879-5060-40d6-9d4d-d51e8e454717 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=de699f07-8a19-4480-9648-e430d5ac6ca0 HTTP/1.1" status: 200 len: 944 time: 0.0558796 Oct 26 15:00:27.066264 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a26cd8d1-a4e1-48ab-9f60-29053e41391d req-ef6a437b-d2eb-413d-9a14-ca2df72dae50 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5170208-50d2-4496-b608-5a944dd84cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347414 Oct 26 15:00:27.087047 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4124061-9e4b-4b9e-8cd9-e82112ca3b4d req-5dfdae05-5958-4ea9-ad1f-7d345043cfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:27.088538 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-c4124061-9e4b-4b9e-8cd9-e82112ca3b4d req-5dfdae05-5958-4ea9-ad1f-7d345043cfcb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e858799915f545b79e6f36f7cda2f6c7&device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 1098 time: 0.2299418 Oct 26 15:00:27.110797 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-895073f2-2573-41db-9d01-0f475c8ee5b0 req-8bbfa8db-e463-41ee-9212-a716b3b3b47d service neutron] 10.222.0.76 "GET /v2.0/networks/9362f67f-481f-427c-a840-f46429345920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007810 Oct 26 15:00:27.222572 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432f157-b0fb-418d-a3be-24a955be933e req-8a20eae9-9555-4aaa-b635-40e28087b2f4 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:27.224257 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0432f157-b0fb-418d-a3be-24a955be933e req-8a20eae9-9555-4aaa-b635-40e28087b2f4 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 946 time: 0.0534875 Oct 26 15:00:27.263654 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0432f157-b0fb-418d-a3be-24a955be933e req-f5ed5fe7-00f6-4b0d-b8f9-892cfd1ff25c tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319943 Oct 26 15:00:27.632210 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 57236) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:00:27.677081 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee98add7-0ff8-4ec2-8c60-1da0b970e754 admin admin] Deleting subnet f5d01a18-5fef-4d72-a123-d6d241d848a7 {{(pid=108647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 15:00:27.680060 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-ee98add7-0ff8-4ec2-8c60-1da0b970e754 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:27.712923 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-ee98add7-0ff8-4ec2-8c60-1da0b970e754 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:27.718913 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-ee98add7-0ff8-4ec2-8c60-1da0b970e754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536333747'] for subnet, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:27.839812 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-ee98add7-0ff8-4ec2-8c60-1da0b970e754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536333704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593'] for subnet, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:27.862792 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee98add7-0ff8-4ec2-8c60-1da0b970e754 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5d01a18-5fef-4d72-a123-d6d241d848a7,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:27.868754 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-ee98add7-0ff8-4ec2-8c60-1da0b970e754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for subnet, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:27.871985 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-ee98add7-0ff8-4ec2-8c60-1da0b970e754 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/f5d01a18-5fef-4d72-a123-d6d241d848a7 HTTP/1.1" status: 204 len: 168 time: 0.2387595 Oct 26 15:00:27.874331 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 57242) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:00:27.941112 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f7601abe-1014-4c53-90a3-cc5bbe3cc3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536309766'] for network, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:28.025698 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f7601abe-1014-4c53-90a3-cc5bbe3cc3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536334904', 'neutron.services.segments.db._delete_segments_for_network-8752338035487'] for network, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:28.045517 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f7601abe-1014-4c53-90a3-cc5bbe3cc3f7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=108647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:00:28.045874 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f7601abe-1014-4c53-90a3-cc5bbe3cc3f7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=108647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:00:28.046608 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f7601abe-1014-4c53-90a3-cc5bbe3cc3f7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:00:28.047008 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f7601abe-1014-4c53-90a3-cc5bbe3cc3f7 admin admin] Subscribe: > port after_create 55550000 {{(pid=108647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:00:28.047333 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f7601abe-1014-4c53-90a3-cc5bbe3cc3f7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=108647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:00:28.047666 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f7601abe-1014-4c53-90a3-cc5bbe3cc3f7 admin admin] Subscribe: > port after_update 55550000 {{(pid=108647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:00:28.047981 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f7601abe-1014-4c53-90a3-cc5bbe3cc3f7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=108647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:00:28.048309 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f7601abe-1014-4c53-90a3-cc5bbe3cc3f7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:00:28.048618 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f7601abe-1014-4c53-90a3-cc5bbe3cc3f7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:00:28.048933 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f7601abe-1014-4c53-90a3-cc5bbe3cc3f7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=108647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:00:28.116552 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f7601abe-1014-4c53-90a3-cc5bbe3cc3f7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:00:28.124615 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f7601abe-1014-4c53-90a3-cc5bbe3cc3f7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:00:28.124615 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f7601abe-1014-4c53-90a3-cc5bbe3cc3f7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=108647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:00:28.124615 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f7601abe-1014-4c53-90a3-cc5bbe3cc3f7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=108647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:00:28.124615 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.services.segments.db [None req-f7601abe-1014-4c53-90a3-cc5bbe3cc3f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c30d673-7c0e-4f3b-9ed8-8f32b9b3cdbe']}} {{(pid=108647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:00:28.135586 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.services.segments.db [None req-f7601abe-1014-4c53-90a3-cc5bbe3cc3f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5a1ad78-d83b-429a-9cf2-705856c21539') {'for_net_delete': True} {{(pid=108647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:00:28.135876 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.services.segments.db [None req-f7601abe-1014-4c53-90a3-cc5bbe3cc3f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5a1ad78-d83b-429a-9cf2-705856c21539') {} {{(pid=108647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:00:28.151729 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f7601abe-1014-4c53-90a3-cc5bbe3cc3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752338035752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8615407'] for segment, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:28.172286 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f7601abe-1014-4c53-90a3-cc5bbe3cc3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888'] for segment, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:28.180389 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe4058-6d36-45f3-8fc3-1287ca63d29a req-37639344-0565-43ad-8043-f12be4fa449e tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:28.180880 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7601abe-1014-4c53-90a3-cc5bbe3cc3f7 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=108647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:00:28.180880 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f7601abe-1014-4c53-90a3-cc5bbe3cc3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8556514'] for segment, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:28.181922 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-defe4058-6d36-45f3-8fc3-1287ca63d29a req-37639344-0565-43ad-8043-f12be4fa449e tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=de699f07-8a19-4480-9648-e430d5ac6ca0 HTTP/1.1" status: 200 len: 944 time: 0.0482550 Oct 26 15:00:28.184777 dv-cinder-732704-6-iscsi neutron-server[108647]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 26 15:00:28.184777 dv-cinder-732704-6-iscsi neutron-server[108647]: from cryptography.utils import int_from_bytes Oct 26 15:00:28.184777 dv-cinder-732704-6-iscsi neutron-server[108647]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 26 15:00:28.184777 dv-cinder-732704-6-iscsi neutron-server[108647]: from cryptography.utils import int_from_bytes Oct 26 15:00:28.184777 dv-cinder-732704-6-iscsi neutron-server[108647]: Traceback (most recent call last): Oct 26 15:00:28.184777 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 15:00:28.184777 dv-cinder-732704-6-iscsi neutron-server[108647]: timer() Oct 26 15:00:28.184777 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 15:00:28.184777 dv-cinder-732704-6-iscsi neutron-server[108647]: cb(*args, **kw) Oct 26 15:00:28.184777 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 15:00:28.184777 dv-cinder-732704-6-iscsi neutron-server[108647]: return func(*args, **kwargs) Oct 26 15:00:28.184777 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 15:00:28.184777 dv-cinder-732704-6-iscsi neutron-server[108647]: self._notify() Oct 26 15:00:28.184777 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 15:00:28.184777 dv-cinder-732704-6-iscsi neutron-server[108647]: self.callback(batched_events) Oct 26 15:00:28.184777 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 15:00:28.184777 dv-cinder-732704-6-iscsi neutron-server[108647]: event.method(event) Oct 26 15:00:28.184777 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 15:00:28.184777 dv-cinder-732704-6-iscsi neutron-server[108647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 15:00:28.184777 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 15:00:28.184777 dv-cinder-732704-6-iscsi neutron-server[108647]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 15:00:28.184777 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 15:00:28.184777 dv-cinder-732704-6-iscsi neutron-server[108647]: return f(self, *a, **k) Oct 26 15:00:28.184777 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 15:00:28.184777 dv-cinder-732704-6-iscsi neutron-server[108647]: return self._get(url).json() Oct 26 15:00:28.184777 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 15:00:28.184777 dv-cinder-732704-6-iscsi neutron-server[108647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 15:00:28.184777 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 15:00:28.184777 dv-cinder-732704-6-iscsi neutron-server[108647]: return self.request(url, 'GET', **kwargs) Oct 26 15:00:28.184777 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 15:00:28.184777 dv-cinder-732704-6-iscsi neutron-server[108647]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 15:00:28.184777 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 15:00:28.184777 dv-cinder-732704-6-iscsi neutron-server[108647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 15:00:28.184777 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 15:00:28.184777 dv-cinder-732704-6-iscsi neutron-server[108647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 15:00:28.184777 dv-cinder-732704-6-iscsi neutron-server[108647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 15:00:28.220950 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-defe4058-6d36-45f3-8fc3-1287ca63d29a req-66fbb266-0e52-41ea-9ce5-04385fa82116 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5170208-50d2-4496-b608-5a944dd84cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310273 Oct 26 15:00:28.320782 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f7601abe-1014-4c53-90a3-cc5bbe3cc3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536334897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536297288'] for network, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:28.328131 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f7601abe-1014-4c53-90a3-cc5bbe3cc3f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for network, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:28.332378 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-f7601abe-1014-4c53-90a3-cc5bbe3cc3f7 admin admin] 10.222.0.57 "DELETE /v2.0/networks/2c30d673-7c0e-4f3b-9ed8-8f32b9b3cdbe HTTP/1.1" status: 204 len: 168 time: 0.4555588 Oct 26 15:00:28.340644 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7601abe-1014-4c53-90a3-cc5bbe3cc3f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c30d673-7c0e-4f3b-9ed8-8f32b9b3cdbe,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:28.354682 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:28.387950 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a22800-0e7f-42bd-a228-e2f9722a20b4 req-38a72e90-8a35-422f-b520-26854ada7bb9 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:28.389419 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-02a22800-0e7f-42bd-a228-e2f9722a20b4 req-38a72e90-8a35-422f-b520-26854ada7bb9 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 946 time: 0.0558088 Oct 26 15:00:28.427533 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-02a22800-0e7f-42bd-a228-e2f9722a20b4 req-72d3b0d8-f6fd-4ffb-95a0-b3a571299d16 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318608 Oct 26 15:00:28.829955 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 57258) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:00:28.869575 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-234c41e8-d49c-453a-8c79-27f5853a1939 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=64aaf0d1d8174803afcb5ebeaa2a8627&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0384979 Oct 26 15:00:28.872009 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 57260) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:00:28.925404 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-00a636ce-e064-483f-850c-14bb384a2ff0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:28.945145 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-00a636ce-e064-483f-850c-14bb384a2ff0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:29.194849 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-00a636ce-e064-483f-850c-14bb384a2ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:29.197401 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-00a636ce-e064-483f-850c-14bb384a2ff0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:29.198576 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-00a636ce-e064-483f-850c-14bb384a2ff0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2e255083-1768-4474-a07a-f0b35e252b72 HTTP/1.1" status: 204 len: 168 time: 0.3256893 Oct 26 15:00:29.207040 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a636ce-e064-483f-850c-14bb384a2ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e255083-1768-4474-a07a-f0b35e252b72,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:29.346595 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce058968-163f-4cf4-a092-d14fa2a168ad req-067f8a75-12cb-41aa-8c06-59c995739475 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:29.348229 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ce058968-163f-4cf4-a092-d14fa2a168ad req-067f8a75-12cb-41aa-8c06-59c995739475 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=de699f07-8a19-4480-9648-e430d5ac6ca0 HTTP/1.1" status: 200 len: 944 time: 0.0585401 Oct 26 15:00:29.385973 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ce058968-163f-4cf4-a092-d14fa2a168ad req-a0d2b76a-f8bc-4b76-a358-57a3835d83d3 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5170208-50d2-4496-b608-5a944dd84cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314937 Oct 26 15:00:29.544385 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad48da-7444-402f-8eb7-be703868e72c req-11ad67ce-4814-4989-882b-975fdfa1019b tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:29.545850 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-19ad48da-7444-402f-8eb7-be703868e72c req-11ad67ce-4814-4989-882b-975fdfa1019b tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 946 time: 0.0503922 Oct 26 15:00:29.587832 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-19ad48da-7444-402f-8eb7-be703868e72c req-e58c8fe8-4c02-4f78-ae3b-916fde22d2f1 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358398 Oct 26 15:00:30.273097 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4124061-9e4b-4b9e-8cd9-e82112ca3b4d req-6d67578c-553e-4785-8940-1b3dbb8e8d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:30.274592 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-c4124061-9e4b-4b9e-8cd9-e82112ca3b4d req-6d67578c-553e-4785-8940-1b3dbb8e8d0a service neutron] 10.222.0.76 "GET /v2.0/networks?id=ad2172c5-e06a-4950-a922-0c7e574f5f17 HTTP/1.1" status: 200 len: 919 time: 0.0998259 Oct 26 15:00:30.334828 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-c4124061-9e4b-4b9e-8cd9-e82112ca3b4d req-0893098e-ce08-45d6-9836-a0a01420250c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7db0864-eacc-405f-bf1d-68530c8f2784 HTTP/1.1" status: 200 len: 217 time: 0.0409966 Oct 26 15:00:30.429726 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4124061-9e4b-4b9e-8cd9-e82112ca3b4d req-0432bd96-5fb9-47d3-af4a-685111739ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:30.431708 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-c4124061-9e4b-4b9e-8cd9-e82112ca3b4d req-0432bd96-5fb9-47d3-af4a-685111739ce4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=673dc4e7-f4e6-456e-9bb6-73f76f7d8feb HTTP/1.1" status: 200 len: 858 time: 0.0452032 Oct 26 15:00:30.453763 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 57302) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:00:30.468077 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-c4124061-9e4b-4b9e-8cd9-e82112ca3b4d req-d6a276b5-58cd-4846-bf3c-eac2023a2c0f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ad2172c5-e06a-4950-a922-0c7e574f5f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256608 Oct 26 15:00:30.512712 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de474761-2adc-49b3-8b57-961ad93bb965 req-70969b47-c456-4978-a8db-0d422ec44026 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:30.514381 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-de474761-2adc-49b3-8b57-961ad93bb965 req-70969b47-c456-4978-a8db-0d422ec44026 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=de699f07-8a19-4480-9648-e430d5ac6ca0 HTTP/1.1" status: 200 len: 944 time: 0.0538387 Oct 26 15:00:30.580320 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-de474761-2adc-49b3-8b57-961ad93bb965 req-711f3841-7805-4849-b33a-2e346f26b715 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5170208-50d2-4496-b608-5a944dd84cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565567 Oct 26 15:00:30.584434 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-c4124061-9e4b-4b9e-8cd9-e82112ca3b4d req-f7303402-6f52-41c7-9f6c-318477a8fdef service neutron] 10.222.0.76 "GET /v2.0/networks/ad2172c5-e06a-4950-a922-0c7e574f5f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041076 Oct 26 15:00:30.585553 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-83850276-b16c-4632-bc72-44e0e7e90b8e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-647620725-network', 'tenant_id': '6848328b3c604db790b65db1f62c66b8'}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:00:30.692739 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-c4124061-9e4b-4b9e-8cd9-e82112ca3b4d req-429dfeea-cfd4-42d3-8cc4-5143b61ebaad service neutron] 10.222.0.76 "GET /v2.0/networks/ad2172c5-e06a-4950-a922-0c7e574f5f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928931 Oct 26 15:00:30.704428 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83850276-b16c-4632-bc72-44e0e7e90b8e admin admin] Made reservation on behalf of 6848328b3c604db790b65db1f62c66b8 for: {'network': 1} {{(pid=108648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:00:30.706757 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-83850276-b16c-4632-bc72-44e0e7e90b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for network, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:30.717516 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-83850276-b16c-4632-bc72-44e0e7e90b8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:30.728873 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518696ad-8a42-4962-bf1d-ee7f315a7eb2 req-09d846cb-5886-42bb-887e-5f5275c536ba tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:30.730351 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-518696ad-8a42-4962-bf1d-ee7f315a7eb2 req-09d846cb-5886-42bb-887e-5f5275c536ba tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 946 time: 0.0699286 Oct 26 15:00:30.792633 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-518696ad-8a42-4962-bf1d-ee7f315a7eb2 req-10798e1b-53fb-44aa-a5af-3b8fd50ca9fc tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533352 Oct 26 15:00:30.839196 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-83850276-b16c-4632-bc72-44e0e7e90b8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:30.989284 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-83850276-b16c-4632-bc72-44e0e7e90b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:31.014231 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83850276-b16c-4632-bc72-44e0e7e90b8e admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=108648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:00:31.025312 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83850276-b16c-4632-bc72-44e0e7e90b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb59e216-36d8-4ead-9a1f-4c50e1342487,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:31.031966 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-83850276-b16c-4632-bc72-44e0e7e90b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888'] for segment, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:31.032302 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.db.segments_db [None req-83850276-b16c-4632-bc72-44e0e7e90b8e admin admin] Added segment bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2 of type vlan for network 6573438f-02ca-45f5-8fe3-7bc7af911bdf Oct 26 15:00:31.075087 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-83850276-b16c-4632-bc72-44e0e7e90b8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752337516683'] for network, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:31.223605 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-83850276-b16c-4632-bc72-44e0e7e90b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593'] for network, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:31.224594 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83850276-b16c-4632-bc72-44e0e7e90b8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:31.225198 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-83850276-b16c-4632-bc72-44e0e7e90b8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for network, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:31.283521 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83850276-b16c-4632-bc72-44e0e7e90b8e admin admin] Pushing event updated for resources: {'Network': ['ID=6573438f-02ca-45f5-8fe3-7bc7af911bdf,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:31.293216 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Network 6573438f-02ca-45f5-8fe3-7bc7af911bdf details requested by agent ovs-agent-dv-cinder-732704-6-iscsi with host dv-cinder-732704-6-iscsi {{(pid=108649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:00:31.357479 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-83850276-b16c-4632-bc72-44e0e7e90b8e admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9017766 Oct 26 15:00:31.361387 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 57318) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:00:31.366323 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [None req-fba774c5-0b60-4fdb-97da-351184c8f4b9 admin admin] Request body: {'subnet': {'network_id': '6573438f-02ca-45f5-8fe3-7bc7af911bdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-647620725-subnet', 'tenant_id': '6848328b3c604db790b65db1f62c66b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:00:31.492188 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba774c5-0b60-4fdb-97da-351184c8f4b9 admin admin] Made reservation on behalf of 6848328b3c604db790b65db1f62c66b8 for: {'subnet': 1} {{(pid=108647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:00:31.494492 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-fba774c5-0b60-4fdb-97da-351184c8f4b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8456374'] for subnet, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:31.700611 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2f26a-0851-4c29-bade-3944a3dbaf16 req-8463fcd8-385d-4cab-b745-de2a0388edec tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:31.702484 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-22d2f26a-0851-4c29-bade-3944a3dbaf16 req-8463fcd8-385d-4cab-b745-de2a0388edec tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=de699f07-8a19-4480-9648-e430d5ac6ca0 HTTP/1.1" status: 200 len: 944 time: 0.0528133 Oct 26 15:00:31.741690 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-22d2f26a-0851-4c29-bade-3944a3dbaf16 req-c4a5654d-21b6-444d-99c8-62f7862c4675 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5170208-50d2-4496-b608-5a944dd84cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327973 Oct 26 15:00:31.812545 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-fba774c5-0b60-4fdb-97da-351184c8f4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8556299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8456328'] for subnet, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:31.868102 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba774c5-0b60-4fdb-97da-351184c8f4b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb360883-a29a-4019-ba79-ea1f2d3809c0,revision_number=0']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:31.879340 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba774c5-0b60-4fdb-97da-351184c8f4b9 admin admin] Checking segment: {'id': 'bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6573438f-02ca-45f5-8fe3-7bc7af911bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:00:31.879721 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba774c5-0b60-4fdb-97da-351184c8f4b9 admin admin] Network hostable DHCP agents. Network: 6573438f-02ca-45f5-8fe3-7bc7af911bdf, hostable agents: ['b4d4e8dd-6314-45fe-b027-8ffd5f87ed07'], hosted agents: [] {{(pid=108647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:00:31.917447 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1613c0b-d8d7-4e36-bafb-094f420d17ce req-6ba588f1-fc13-4658-99c5-49f5af49a930 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:31.919010 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b1613c0b-d8d7-4e36-bafb-094f420d17ce req-6ba588f1-fc13-4658-99c5-49f5af49a930 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 946 time: 0.0575600 Oct 26 15:00:31.956270 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b1613c0b-d8d7-4e36-bafb-094f420d17ce req-2fa4f6c4-f588-4b1e-8828-f39cc87b3402 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312567 Oct 26 15:00:31.983297 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba774c5-0b60-4fdb-97da-351184c8f4b9 admin admin] Network 6573438f-02ca-45f5-8fe3-7bc7af911bdf is scheduled to be hosted by DHCP agent b4d4e8dd-6314-45fe-b027-8ffd5f87ed07 with binding_index 1 {{(pid=108647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:00:32.085101 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [None req-fba774c5-0b60-4fdb-97da-351184c8f4b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-732704-6-iscsi, 6573438f-02ca-45f5-8fe3-7bc7af911bdf) {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:00:32.089283 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba774c5-0b60-4fdb-97da-351184c8f4b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:32.089900 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-fba774c5-0b60-4fdb-97da-351184c8f4b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for subnet, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:32.095512 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fff228-099f-4099-ae96-3e1e63f371a4 None None] Network 6573438f-02ca-45f5-8fe3-7bc7af911bdf requested from dv-cinder-732704-6-iscsi {{(pid=108649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:00:32.241096 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0736ec9-deda-428a-b353-e3e26e97f275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72fa0a13-38eb-554b-8c64-da8832a67d1e-6573438f-02ca-45f5-8fe3-7bc7af911bdf', 'network_id': '6573438f-02ca-45f5-8fe3-7bc7af911bdf', 'tenant_id': '6848328b3c604db790b65db1f62c66b8', 'fixed_ips': [{'subnet_id': 'eb360883-a29a-4019-ba79-ea1f2d3809c0'}]}} from dv-cinder-732704-6-iscsi. {{(pid=108649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 15:00:32.242043 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-d0736ec9-deda-428a-b353-e3e26e97f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:32.260159 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-fba774c5-0b60-4fdb-97da-351184c8f4b9 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8976853 Oct 26 15:00:32.263852 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 57340) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:00:32.268885 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [None req-e264d43b-344e-4318-a708-465a81753275 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-647620725-router', 'tenant_id': '6848328b3c604db790b65db1f62c66b8', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'}}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:00:32.372357 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-e264d43b-344e-4318-a708-465a81753275 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536294039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2878'] for router, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:32.373826 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-e264d43b-344e-4318-a708-465a81753275 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536295207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536295873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2849'] for router, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:32.374468 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.db_base_plugin_common [None req-d0736ec9-deda-428a-b353-e3e26e97f275 None None] Allocated IP 172.20.0.2 (6573438f-02ca-45f5-8fe3-7bc7af911bdf/eb360883-a29a-4019-ba79-ea1f2d3809c0/c09d9efd-c7f6-4685-b96a-cad72bfe5f36) {{(pid=108649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:00:32.442781 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-e264d43b-344e-4318-a708-465a81753275 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:32.525526 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-d0736ec9-deda-428a-b353-e3e26e97f275 None None] Publish callbacks [] for port, precommit_create {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:32.633766 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-d0736ec9-deda-428a-b353-e3e26e97f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706'] for port, after_create {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:32.643128 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-e264d43b-344e-4318-a708-465a81753275 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:32.676365 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0736ec9-deda-428a-b353-e3e26e97f275 None None] Network 6573438f-02ca-45f5-8fe3-7bc7af911bdf is already hosted by enough agents. {{(pid=108649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:00:32.679562 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.scheduler.base_scheduler [None req-d0736ec9-deda-428a-b353-e3e26e97f275 None None] Resources bound (agent type, host, resource id): {{(pid=108649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:00:32.682330 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0736ec9-deda-428a-b353-e3e26e97f275 None None] Received port after_create {{(pid=108649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:00:32.699502 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0736ec9-deda-428a-b353-e3e26e97f275 None None] Pushing event updated for resources: {'Port': ['ID=c09d9efd-c7f6-4685-b96a-cad72bfe5f36,revision_number=1']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:32.722904 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0736ec9-deda-428a-b353-e3e26e97f275 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:32.723454 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0736ec9-deda-428a-b353-e3e26e97f275 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:32.723978 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0736ec9-deda-428a-b353-e3e26e97f275 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:32.724461 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0736ec9-deda-428a-b353-e3e26e97f275 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:32.724960 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0736ec9-deda-428a-b353-e3e26e97f275 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:32.725445 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0736ec9-deda-428a-b353-e3e26e97f275 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:32.725921 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0736ec9-deda-428a-b353-e3e26e97f275 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:32.726394 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0736ec9-deda-428a-b353-e3e26e97f275 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:32.726930 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0736ec9-deda-428a-b353-e3e26e97f275 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:32.727673 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0736ec9-deda-428a-b353-e3e26e97f275 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:32.728150 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0736ec9-deda-428a-b353-e3e26e97f275 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:32.728621 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0736ec9-deda-428a-b353-e3e26e97f275 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:32.763077 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-d0736ec9-deda-428a-b353-e3e26e97f275 None None] Attempting to bind port c09d9efd-c7f6-4685-b96a-cad72bfe5f36 on host dv-cinder-732704-6-iscsi for vnic_type normal with profile {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:00:32.763570 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-d0736ec9-deda-428a-b353-e3e26e97f275 None None] Attempting to bind port c09d9efd-c7f6-4685-b96a-cad72bfe5f36 by drivers openvswitch,hyperv on host dv-cinder-732704-6-iscsi at level 0 using segments [{'id': 'bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6573438f-02ca-45f5-8fe3-7bc7af911bdf'}] {{(pid=108649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:00:32.764277 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0736ec9-deda-428a-b353-e3e26e97f275 None None] Attempting to bind port c09d9efd-c7f6-4685-b96a-cad72bfe5f36 on network 6573438f-02ca-45f5-8fe3-7bc7af911bdf {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:00:32.770913 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0736ec9-deda-428a-b353-e3e26e97f275 None None] Checking agent: {'id': '7cf7ebdc-aa0b-44cf-abbb-a49983147622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-732704-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 14, 50, 44), 'started_at': datetime.datetime(2021, 10, 26, 14, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-732704-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:00:32.776952 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0736ec9-deda-428a-b353-e3e26e97f275 None None] Checking segment: {'id': 'bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6573438f-02ca-45f5-8fe3-7bc7af911bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:00:32.776952 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-d0736ec9-deda-428a-b353-e3e26e97f275 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:32.776952 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0736ec9-deda-428a-b353-e3e26e97f275 None None] Bound using segment: {'id': 'bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6573438f-02ca-45f5-8fe3-7bc7af911bdf'} {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:00:32.776952 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-d0736ec9-deda-428a-b353-e3e26e97f275 None None] Bound port: c09d9efd-c7f6-4685-b96a-cad72bfe5f36, host: dv-cinder-732704-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6573438f-02ca-45f5-8fe3-7bc7af911bdf'}}] {{(pid=108649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:00:32.776952 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-d0736ec9-deda-428a-b353-e3e26e97f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:32.850992 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-d0736ec9-deda-428a-b353-e3e26e97f275 None None] For port c09d9efd-c7f6-4685-b96a-cad72bfe5f36, host dv-cinder-732704-6-iscsi, cleared binding levels {{(pid=108649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:00:32.855907 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-d0736ec9-deda-428a-b353-e3e26e97f275 None None] For port c09d9efd-c7f6-4685-b96a-cad72bfe5f36, host dv-cinder-732704-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=c09d9efd-c7f6-4685-b96a-cad72bfe5f36,segment=NetworkSegment(bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2),segment_id=bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2)] {{(pid=108649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:00:32.897399 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975f4c4-cb27-463a-a08f-11ef9c04a739 req-a783ba14-8b2c-4af2-b3d5-d36bbe04e08f tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:32.898998 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3975f4c4-cb27-463a-a08f-11ef9c04a739 req-a783ba14-8b2c-4af2-b3d5-d36bbe04e08f tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=de699f07-8a19-4480-9648-e430d5ac6ca0 HTTP/1.1" status: 200 len: 944 time: 0.0748200 Oct 26 15:00:32.953470 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3975f4c4-cb27-463a-a08f-11ef9c04a739 req-32183348-c8e1-4063-ad2a-2abff0811f62 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5170208-50d2-4496-b608-5a944dd84cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414860 Oct 26 15:00:32.978226 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-d0736ec9-deda-428a-b353-e3e26e97f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:33.011384 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-e264d43b-344e-4318-a708-465a81753275 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:33.038886 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-e264d43b-344e-4318-a708-465a81753275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:33.060572 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0736ec9-deda-428a-b353-e3e26e97f275 None None] Pushing event updated for resources: {'Port': ['ID=c09d9efd-c7f6-4685-b96a-cad72bfe5f36,revision_number=2']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:33.123397 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8d62b-ee8d-4cf4-93c5-6aca0042b3a8 req-09ea1d8d-180f-413d-9802-f510232426ab tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:33.133004 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-abb8d62b-ee8d-4cf4-93c5-6aca0042b3a8 req-09ea1d8d-180f-413d-9802-f510232426ab tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 946 time: 0.1013756 Oct 26 15:00:33.178731 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.db_base_plugin_common [None req-e264d43b-344e-4318-a708-465a81753275 admin admin] Allocated IP 172.27.0.135 (164d7f62-997a-4502-882b-0bfc21bc1de5/6ece9388-c7af-48ed-bfac-1151ab9231f6/40a2934e-61ca-4813-94b0-c837cbe2a09a) {{(pid=108647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:00:33.334650 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-e264d43b-344e-4318-a708-465a81753275 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:33.400417 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-abb8d62b-ee8d-4cf4-93c5-6aca0042b3a8 req-06fca550-4f40-4a73-a35b-1190f7edda07 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662840 Oct 26 15:00:33.493043 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-e264d43b-344e-4318-a708-465a81753275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:33.534061 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e264d43b-344e-4318-a708-465a81753275 admin admin] Network 164d7f62-997a-4502-882b-0bfc21bc1de5 is already hosted by enough agents. {{(pid=108647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:00:33.537163 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [None req-e264d43b-344e-4318-a708-465a81753275 admin admin] Resources bound (agent type, host, resource id): {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:00:33.540588 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e264d43b-344e-4318-a708-465a81753275 admin admin] Received port after_create {{(pid=108647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:00:33.564781 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e264d43b-344e-4318-a708-465a81753275 admin admin] Pushing event updated for resources: {'Port': ['ID=40a2934e-61ca-4813-94b0-c837cbe2a09a,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:33.868493 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-e264d43b-344e-4318-a708-465a81753275 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:34.080348 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d19072-28a7-4e73-ac9e-c8faa4320253 req-bbbce901-b8ea-499e-8165-9924a80f874c tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:34.081851 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-96d19072-28a7-4e73-ac9e-c8faa4320253 req-bbbce901-b8ea-499e-8165-9924a80f874c tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=de699f07-8a19-4480-9648-e430d5ac6ca0 HTTP/1.1" status: 200 len: 944 time: 0.0494516 Oct 26 15:00:34.083315 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-e264d43b-344e-4318-a708-465a81753275 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536295198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536295836'] for router, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:34.113226 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aada84e-d8c4-4e0d-bbcd-cdfd6d31d1dd None None] Network 6573438f-02ca-45f5-8fe3-7bc7af911bdf requested from dv-cinder-732704-6-iscsi {{(pid=108649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:00:34.121836 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-96d19072-28a7-4e73-ac9e-c8faa4320253 req-b5730e6a-218a-446c-bc7c-ce12db5f4927 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5170208-50d2-4496-b608-5a944dd84cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336847 Oct 26 15:00:34.190482 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-f5aff0bb-e014-4371-9a48-ce683d411845 None None] Provisioning complete for port c09d9efd-c7f6-4685-b96a-cad72bfe5f36 triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:00:34.191101 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-f5aff0bb-e014-4371-9a48-ce683d411845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:34.280464 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e264d43b-344e-4318-a708-465a81753275 admin admin] Router 0db56fb9-2748-49de-9f56-d52e901e94b9 is scheduled to L3 agent aad0d180-bd62-492d-9d56-445be5af9cbd with binding_index 1 {{(pid=108647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:00:34.341571 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-f5aff0bb-e014-4371-9a48-ce683d411845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:34.384314 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-f5aff0bb-e014-4371-9a48-ce683d411845 None None] For port c09d9efd-c7f6-4685-b96a-cad72bfe5f36, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=c09d9efd-c7f6-4685-b96a-cad72bfe5f36,segment=NetworkSegment(bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2),segment_id=bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:00:34.390308 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e264d43b-344e-4318-a708-465a81753275 admin admin] Notify agent at l3_agent.dv-cinder-732704-6-iscsi the message routers_updated {{(pid=108647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:00:34.402854 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2613823f-8917-4ff9-a5eb-d73ea8328d89 None None] Sync routers for ids ['0db56fb9-2748-49de-9f56-d52e901e94b9'] in dv-cinder-732704-6-iscsi {{(pid=108650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:00:34.415103 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2613823f-8917-4ff9-a5eb-d73ea8328d89 None None] Routers {'0db56fb9-2748-49de-9f56-d52e901e94b9'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:00:34.415907 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-2613823f-8917-4ff9-a5eb-d73ea8328d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:00:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['0db56fb9-2748-49de-9f56-d52e901e94b9'], 'active': True} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:00:34.814416 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-f5aff0bb-e014-4371-9a48-ce683d411845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:34.814898 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2a791-65da-459b-b230-683f3d124a86 req-cf47d407-46de-4822-8f64-539d5cf8a8e9 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:34.814898 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-55b2a791-65da-459b-b230-683f3d124a86 req-cf47d407-46de-4822-8f64-539d5cf8a8e9 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 946 time: 0.0584970 Oct 26 15:00:34.815282 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-e264d43b-344e-4318-a708-465a81753275 admin admin] Publish callbacks [] for router, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:34.815282 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-e264d43b-344e-4318-a708-465a81753275 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2790446 Oct 26 15:00:34.816005 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvr_db [None req-2613823f-8917-4ff9-a5eb-d73ea8328d89 None None] Set router 0db56fb9-2748-49de-9f56-d52e901e94b9 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:00:34.816372 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aff0bb-e014-4371-9a48-ce683d411845 None None] Pushing event updated for resources: {'Port': ['ID=c09d9efd-c7f6-4685-b96a-cad72bfe5f36,revision_number=3']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:34.816791 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-55b2a791-65da-459b-b230-683f3d124a86 req-f7b90042-ca0f-4e96-8790-436dc78bc567 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367754 Oct 26 15:00:34.817399 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 57366) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:00:34.817586 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-58ba8607-ef80-4b45-b046-b81d58f40572 None None] Provisioning complete for port c09d9efd-c7f6-4685-b96a-cad72bfe5f36 triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:00:34.817586 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58ba8607-ef80-4b45-b046-b81d58f40572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:34.817743 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-2613823f-8917-4ff9-a5eb-d73ea8328d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'name': 'tempest-AttachVolumeShelveTestJSON-647620725-router', 'tenant_id': '6848328b3c604db790b65db1f62c66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '40a2934e-61ca-4813-94b0-c837cbe2a09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:00:32Z', 'updated_at': '2021-10-26T15:00:33Z', 'revision_number': 3, 'project_id': '6848328b3c604db790b65db1f62c66b8', 'gw_port': {'id': '40a2934e-61ca-4813-94b0-c837cbe2a09a', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:00:33Z', 'updated_at': '2021-10-26T15:00:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi'}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:00:34.817743 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2613823f-8917-4ff9-a5eb-d73ea8328d89 None None] Checking router: 0db56fb9-2748-49de-9f56-d52e901e94b9 for host: dv-cinder-732704-6-iscsi {{(pid=108650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:00:34.817743 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2613823f-8917-4ff9-a5eb-d73ea8328d89 None None] Updating router 0db56fb9-2748-49de-9f56-d52e901e94b9 port 40a2934e-61ca-4813-94b0-c837cbe2a09a binding host dv-cinder-732704-6-iscsi {{(pid=108650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:00:34.824046 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device c09d9efd-c7f6-4685-b96a-cad72bfe5f36 up at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:00:34.838285 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-2613823f-8917-4ff9-a5eb-d73ea8328d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:34.884189 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Provisioning complete for port c09d9efd-c7f6-4685-b96a-cad72bfe5f36 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:00:34.884647 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:35.172516 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-2613823f-8917-4ff9-a5eb-d73ea8328d89 None None] Publish callbacks [] for port, precommit_update {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:35.254963 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43e11d-ca5a-47a3-99ad-56c4dafaaa63 req-c33cc88a-597d-4ab5-a446-471aab48954c tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:35.256479 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8e43e11d-ca5a-47a3-99ad-56c4dafaaa63 req-c33cc88a-597d-4ab5-a446-471aab48954c tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=de699f07-8a19-4480-9648-e430d5ac6ca0 HTTP/1.1" status: 200 len: 944 time: 0.0595951 Oct 26 15:00:35.257176 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73352c03-e7f8-4dc8-ba3a-c1d102b61b55 req-c3907778-674a-494d-bd12-7ef674443a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:35.258713 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-73352c03-e7f8-4dc8-ba3a-c1d102b61b55 req-c3907778-674a-494d-bd12-7ef674443a67 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 1099 time: 0.0834055 Oct 26 15:00:35.306208 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8e43e11d-ca5a-47a3-99ad-56c4dafaaa63 req-b595057c-6eb0-4968-9eb0-a3cf2a53c696 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5170208-50d2-4496-b608-5a944dd84cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429554 Oct 26 15:00:35.309837 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-2613823f-8917-4ff9-a5eb-d73ea8328d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:35.330662 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-73352c03-e7f8-4dc8-ba3a-c1d102b61b55 req-0ce8f63d-4277-4a15-811f-8c44c6a05e57 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611558 Oct 26 15:00:35.374222 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.managers [None req-2613823f-8917-4ff9-a5eb-d73ea8328d89 None None] Attempting to bind port 40a2934e-61ca-4813-94b0-c837cbe2a09a on host dv-cinder-732704-6-iscsi for vnic_type normal with profile {{(pid=108650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:00:35.374586 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.managers [None req-2613823f-8917-4ff9-a5eb-d73ea8328d89 None None] Attempting to bind port 40a2934e-61ca-4813-94b0-c837cbe2a09a by drivers openvswitch,hyperv on host dv-cinder-732704-6-iscsi at level 0 using segments [{'id': '48b4b2e5-ca40-4770-b351-7c2adc646ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'}] {{(pid=108650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:00:35.375526 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2613823f-8917-4ff9-a5eb-d73ea8328d89 None None] Attempting to bind port 40a2934e-61ca-4813-94b0-c837cbe2a09a on network 164d7f62-997a-4502-882b-0bfc21bc1de5 {{(pid=108650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:00:35.378355 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de591b-a5ba-4486-9aa7-c8e643d1f203 None None] Pushing event updated for resources: {'Port': ['ID=40a2934e-61ca-4813-94b0-c837cbe2a09a,revision_number=2']} {{(pid=108650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:35.385831 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2613823f-8917-4ff9-a5eb-d73ea8328d89 None None] Checking agent: {'id': '7cf7ebdc-aa0b-44cf-abbb-a49983147622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-732704-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 14, 50, 44), 'started_at': datetime.datetime(2021, 10, 26, 14, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-732704-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:00:35.386203 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2613823f-8917-4ff9-a5eb-d73ea8328d89 None None] Checking segment: {'id': '48b4b2e5-ca40-4770-b351-7c2adc646ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:00:35.386597 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-2613823f-8917-4ff9-a5eb-d73ea8328d89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:35.387019 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2613823f-8917-4ff9-a5eb-d73ea8328d89 None None] Bound using segment: {'id': '48b4b2e5-ca40-4770-b351-7c2adc646ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'} {{(pid=108650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:00:35.387482 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.managers [None req-2613823f-8917-4ff9-a5eb-d73ea8328d89 None None] Bound port: 40a2934e-61ca-4813-94b0-c837cbe2a09a, host: dv-cinder-732704-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48b4b2e5-ca40-4770-b351-7c2adc646ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'}}] {{(pid=108650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:00:35.387858 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-2613823f-8917-4ff9-a5eb-d73ea8328d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:35.391608 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de591b-a5ba-4486-9aa7-c8e643d1f203 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:35.395341 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de591b-a5ba-4486-9aa7-c8e643d1f203 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:35.395341 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de591b-a5ba-4486-9aa7-c8e643d1f203 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:35.395341 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de591b-a5ba-4486-9aa7-c8e643d1f203 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:35.395341 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de591b-a5ba-4486-9aa7-c8e643d1f203 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:35.395341 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de591b-a5ba-4486-9aa7-c8e643d1f203 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:35.395341 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de591b-a5ba-4486-9aa7-c8e643d1f203 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:35.395341 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de591b-a5ba-4486-9aa7-c8e643d1f203 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:35.395341 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de591b-a5ba-4486-9aa7-c8e643d1f203 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:35.395341 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de591b-a5ba-4486-9aa7-c8e643d1f203 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:35.395341 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de591b-a5ba-4486-9aa7-c8e643d1f203 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:35.395341 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de591b-a5ba-4486-9aa7-c8e643d1f203 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:35.424688 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-fef41863-58e6-4f12-8fae-aaca9deaf9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:35.448911 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.db [None req-2613823f-8917-4ff9-a5eb-d73ea8328d89 None None] For port 40a2934e-61ca-4813-94b0-c837cbe2a09a, host dv-cinder-732704-6-iscsi, cleared binding levels {{(pid=108650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:00:35.451823 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.db [None req-2613823f-8917-4ff9-a5eb-d73ea8328d89 None None] For port 40a2934e-61ca-4813-94b0-c837cbe2a09a, host dv-cinder-732704-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=40a2934e-61ca-4813-94b0-c837cbe2a09a,segment=NetworkSegment(48b4b2e5-ca40-4770-b351-7c2adc646ed5),segment_id=48b4b2e5-ca40-4770-b351-7c2adc646ed5)] {{(pid=108650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:00:35.536687 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-2613823f-8917-4ff9-a5eb-d73ea8328d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:35.597746 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2613823f-8917-4ff9-a5eb-d73ea8328d89 None None] Routers {'0db56fb9-2748-49de-9f56-d52e901e94b9'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:00:35.598453 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-2613823f-8917-4ff9-a5eb-d73ea8328d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:00:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['0db56fb9-2748-49de-9f56-d52e901e94b9'], 'active': True} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:00:35.599640 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.db_base_plugin_common [None req-fef41863-58e6-4f12-8fae-aaca9deaf9c7 admin admin] Allocated IP 172.20.0.1 (6573438f-02ca-45f5-8fe3-7bc7af911bdf/eb360883-a29a-4019-ba79-ea1f2d3809c0/785213fb-db89-4b72-b2b5-8bb626750a4c) {{(pid=108647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:00:35.641670 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de591b-a5ba-4486-9aa7-c8e643d1f203 None None] Pushing event updated for resources: {'Port': ['ID=40a2934e-61ca-4813-94b0-c837cbe2a09a,revision_number=3']} {{(pid=108650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:35.716151 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-fef41863-58e6-4f12-8fae-aaca9deaf9c7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:35.722257 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvr_db [None req-2613823f-8917-4ff9-a5eb-d73ea8328d89 None None] Set router 0db56fb9-2748-49de-9f56-d52e901e94b9 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:00:35.748158 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d6d66-3503-4dfa-af8a-92afd41c94b6 req-1658ff18-9458-4f46-a8c3-884e41584f16 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:35.749677 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4d1d6d66-3503-4dfa-af8a-92afd41c94b6 req-1658ff18-9458-4f46-a8c3-884e41584f16 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 946 time: 0.0510328 Oct 26 15:00:35.792768 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4d1d6d66-3503-4dfa-af8a-92afd41c94b6 req-79cbeed5-f57b-4904-bc63-7d56553f3ebb tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364420 Oct 26 15:00:35.817553 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-fef41863-58e6-4f12-8fae-aaca9deaf9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:35.857628 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef41863-58e6-4f12-8fae-aaca9deaf9c7 admin admin] Network 6573438f-02ca-45f5-8fe3-7bc7af911bdf is already hosted by enough agents. {{(pid=108647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:00:35.860692 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [None req-fef41863-58e6-4f12-8fae-aaca9deaf9c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:00:35.867514 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef41863-58e6-4f12-8fae-aaca9deaf9c7 admin admin] Received port after_create {{(pid=108647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:00:35.908170 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef41863-58e6-4f12-8fae-aaca9deaf9c7 admin admin] Pushing event updated for resources: {'Port': ['ID=785213fb-db89-4b72-b2b5-8bb626750a4c,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:35.927815 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-fef41863-58e6-4f12-8fae-aaca9deaf9c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536297409'] for router_interface, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:35.938143 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-2613823f-8917-4ff9-a5eb-d73ea8328d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'name': 'tempest-AttachVolumeShelveTestJSON-647620725-router', 'tenant_id': '6848328b3c604db790b65db1f62c66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '40a2934e-61ca-4813-94b0-c837cbe2a09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:00:32Z', 'updated_at': '2021-10-26T15:00:33Z', 'revision_number': 3, 'project_id': '6848328b3c604db790b65db1f62c66b8', 'gw_port': {'id': '40a2934e-61ca-4813-94b0-c837cbe2a09a', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:00:33Z', 'updated_at': '2021-10-26T15:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi'}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:00:35.971871 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2613823f-8917-4ff9-a5eb-d73ea8328d89 None None] The sync data for ids ['0db56fb9-2748-49de-9f56-d52e901e94b9'] in dv-cinder-732704-6-iscsi is: [{'id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'name': 'tempest-AttachVolumeShelveTestJSON-647620725-router', 'tenant_id': '6848328b3c604db790b65db1f62c66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '40a2934e-61ca-4813-94b0-c837cbe2a09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:00:32Z', 'updated_at': '2021-10-26T15:00:33Z', 'revision_number': 3, 'project_id': '6848328b3c604db790b65db1f62c66b8', 'gw_port': {'id': '40a2934e-61ca-4813-94b0-c837cbe2a09a', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:00:33Z', 'updated_at': '2021-10-26T15:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi'}] {{(pid=108650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:00:36.162578 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-b63fd4c2-b425-4d67-8aa6-2767b8eb204e None None] Provisioning complete for port 785213fb-db89-4b72-b2b5-8bb626750a4c triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:00:36.175237 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-b63fd4c2-b425-4d67-8aa6-2767b8eb204e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:36.205890 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-b63fd4c2-b425-4d67-8aa6-2767b8eb204e None None] Port 785213fb-db89-4b72-b2b5-8bb626750a4c cannot update to ACTIVE because it is not bound. {{(pid=108649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:00:36.222711 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device d7d6c32e-ab92-43ef-90de-b21a71969ff9 details requested by agent hyperv_hv-cinder-73270 with host hv-cinder-73270 {{(pid=108649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:00:36.306759 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-fef41863-58e6-4f12-8fae-aaca9deaf9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:36.390055 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port d7d6c32e-ab92-43ef-90de-b21a71969ff9, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=d7d6c32e-ab92-43ef-90de-b21a71969ff9,segment=NetworkSegment(08979dfa-fb39-481c-9786-7acdff52f57d),segment_id=08979dfa-fb39-481c-9786-7acdff52f57d)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:00:36.404171 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Returning: {'device': 'd7d6c32e-ab92-43ef-90de-b21a71969ff9', 'network_id': '9362f67f-481f-427c-a840-f46429345920', 'port_id': 'd7d6c32e-ab92-43ef-90de-b21a71969ff9', 'mac_address': 'fa:16:3e:1f:d8:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cc3ea66-b14b-4fc4-b97d-d186c6e60ed3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:00:36.476657 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:36.495945 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7d6c32e-ab92-43ef-90de-b21a71969ff9 {{(pid=108649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:00:36.517631 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd7868-8b61-41b7-b683-480898de9b40 req-0f9882ca-645b-45a4-975c-24fcba087ec3 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:36.524230 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port d7d6c32e-ab92-43ef-90de-b21a71969ff9, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=d7d6c32e-ab92-43ef-90de-b21a71969ff9,segment=NetworkSegment(08979dfa-fb39-481c-9786-7acdff52f57d),segment_id=08979dfa-fb39-481c-9786-7acdff52f57d)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:00:36.527380 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-54cd7868-8b61-41b7-b683-480898de9b40 req-0f9882ca-645b-45a4-975c-24fcba087ec3 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=de699f07-8a19-4480-9648-e430d5ac6ca0 HTTP/1.1" status: 200 len: 944 time: 0.1065614 Oct 26 15:00:36.596407 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-fef41863-58e6-4f12-8fae-aaca9deaf9c7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:36.601680 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-54cd7868-8b61-41b7-b683-480898de9b40 req-f71b8ac1-9d9b-4239-b501-fe370775da9e tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5170208-50d2-4496-b608-5a944dd84cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721748 Oct 26 15:00:36.618035 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:36.702294 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-fef41863-58e6-4f12-8fae-aaca9deaf9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8556446'] for port, after_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:36.897690 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef41863-58e6-4f12-8fae-aaca9deaf9c7 admin admin] Pushing event updated for resources: {'Port': ['ID=785213fb-db89-4b72-b2b5-8bb626750a4c,revision_number=2']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:36.910512 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-fef41863-58e6-4f12-8fae-aaca9deaf9c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536254647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536296017'] for router_interface, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:36.957100 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 40a2934e-61ca-4813-94b0-c837cbe2a09a up at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:00:37.058063 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a8c3b-8581-42f0-bf8d-25159c935266 req-16859672-e691-4220-aaef-f47275bf8b73 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:37.059506 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=d7d6c32e-ab92-43ef-90de-b21a71969ff9,revision_number=4']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:37.071257 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-294a8c3b-8581-42f0-bf8d-25159c935266 req-16859672-e691-4220-aaef-f47275bf8b73 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 946 time: 0.1416502 Oct 26 15:00:37.077498 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] get_ports_and_sgs() called for port_ids ['d7d6c32e-ab92-43ef-90de-b21a71969ff9'] {{(pid=108649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:00:37.164284 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Provisioning complete for port 40a2934e-61ca-4813-94b0-c837cbe2a09a triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:00:37.164837 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:37.167242 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-294a8c3b-8581-42f0-bf8d-25159c935266 req-91fe8a3e-7625-4171-865e-751b03d2684c tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950272 Oct 26 15:00:37.167499 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef41863-58e6-4f12-8fae-aaca9deaf9c7 admin admin] Network 6573438f-02ca-45f5-8fe3-7bc7af911bdf is already hosted by enough agents. {{(pid=108647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:00:37.175799 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [None req-fef41863-58e6-4f12-8fae-aaca9deaf9c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:00:37.394524 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39115155-b775-45c0-882d-9361fd8295ab req-e17d5958-ce3f-4c86-bb4c-b20af347ed2d tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:37.394524 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-39115155-b775-45c0-882d-9361fd8295ab req-e17d5958-ce3f-4c86-bb4c-b20af347ed2d tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.1077816 Oct 26 15:00:37.395202 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef41863-58e6-4f12-8fae-aaca9deaf9c7 admin admin] Router 0db56fb9-2748-49de-9f56-d52e901e94b9 has already been hosted by L3 agent aad0d180-bd62-492d-9d56-445be5af9cbd {{(pid=108647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:00:37.419133 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:37.453824 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-39115155-b775-45c0-882d-9361fd8295ab req-6983a8f9-7788-4e86-9375-ea11981db231 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638192 Oct 26 15:00:37.469229 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] For port 40a2934e-61ca-4813-94b0-c837cbe2a09a, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=40a2934e-61ca-4813-94b0-c837cbe2a09a,segment=NetworkSegment(48b4b2e5-ca40-4770-b351-7c2adc646ed5),segment_id=48b4b2e5-ca40-4770-b351-7c2adc646ed5)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:00:37.574694 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-02230eaa-1cc5-4e07-bd60-719b5b09b05f None None] Provisioning complete for port 785213fb-db89-4b72-b2b5-8bb626750a4c triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:00:37.576028 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-02230eaa-1cc5-4e07-bd60-719b5b09b05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:37.592739 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef41863-58e6-4f12-8fae-aaca9deaf9c7 admin admin] Notify agent at l3_agent.dv-cinder-732704-6-iscsi the message routers_updated {{(pid=108647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:00:37.606507 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-fef41863-58e6-4f12-8fae-aaca9deaf9c7 admin admin] 10.222.0.57 "PUT /v2.0/routers/0db56fb9-2748-49de-9f56-d52e901e94b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9751017 Oct 26 15:00:37.642839 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:37.645973 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-02230eaa-1cc5-4e07-bd60-719b5b09b05f None None] Port 785213fb-db89-4b72-b2b5-8bb626750a4c cannot update to ACTIVE because it is not bound. {{(pid=108649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:00:37.752590 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Pushing event updated for resources: {'Port': ['ID=40a2934e-61ca-4813-94b0-c837cbe2a09a,revision_number=4']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:37.781495 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111d5a5-989a-4e26-bc94-48756a6fa395 req-774a8977-08f7-4d32-a52d-a977428ebba5 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:37.790350 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3111d5a5-989a-4e26-bc94-48756a6fa395 req-774a8977-08f7-4d32-a52d-a977428ebba5 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=de699f07-8a19-4480-9648-e430d5ac6ca0 HTTP/1.1" status: 200 len: 945 time: 0.0708268 Oct 26 15:00:37.839446 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3111d5a5-989a-4e26-bc94-48756a6fa395 req-ca6fd0e2-c60c-43f2-bb99-882e4818f5a6 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5170208-50d2-4496-b608-5a944dd84cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459156 Oct 26 15:00:37.935572 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2f39ac2a-77b9-4db4-9e29-acfa0075b461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:38.369087 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53045add-f9e1-4d08-85d8-8eb87e18d97a None None] Sync routers for ids ['0db56fb9-2748-49de-9f56-d52e901e94b9'] in dv-cinder-732704-6-iscsi {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:00:38.386552 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53045add-f9e1-4d08-85d8-8eb87e18d97a None None] Routers {'0db56fb9-2748-49de-9f56-d52e901e94b9'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:00:38.386552 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-53045add-f9e1-4d08-85d8-8eb87e18d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:00:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['0db56fb9-2748-49de-9f56-d52e901e94b9'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:00:38.432743 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 57504) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:00:38.438162 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-7590758a-90f8-467f-adbf-d5bcf2afb7aa tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Request body: {'security_group': {'name': 'tempest-securitygroup--167940077', 'description': 'tempest-description--1805880682'}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:00:38.501872 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-53045add-f9e1-4d08-85d8-8eb87e18d97a None None] Set router 0db56fb9-2748-49de-9f56-d52e901e94b9 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:00:38.627525 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-7590758a-90f8-467f-adbf-d5bcf2afb7aa tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:38.717043 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-7590758a-90f8-467f-adbf-d5bcf2afb7aa tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:38.746488 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-53045add-f9e1-4d08-85d8-8eb87e18d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'name': 'tempest-AttachVolumeShelveTestJSON-647620725-router', 'tenant_id': '6848328b3c604db790b65db1f62c66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '40a2934e-61ca-4813-94b0-c837cbe2a09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:00:32Z', 'updated_at': '2021-10-26T15:00:36Z', 'revision_number': 4, 'project_id': '6848328b3c604db790b65db1f62c66b8', 'gw_port': {'id': '40a2934e-61ca-4813-94b0-c837cbe2a09a', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:00:33Z', 'updated_at': '2021-10-26T15:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': '785213fb-db89-4b72-b2b5-8bb626750a4c', 'name': '', 'network_id': '6573438f-02ca-45f5-8fe3-7bc7af911bdf', 'tenant_id': '6848328b3c604db790b65db1f62c66b8', 'mac_address': 'fa:16:3e:c5:6a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'eb360883-a29a-4019-ba79-ea1f2d3809c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:00:35Z', 'updated_at': '2021-10-26T15:00:36Z', 'revision_number': 2, 'project_id': '6848328b3c604db790b65db1f62c66b8', 'subnets': [{'id': 'eb360883-a29a-4019-ba79-ea1f2d3809c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:00:38.777877 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 40a2934e-61ca-4813-94b0-c837cbe2a09a up at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:00:38.780199 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53045add-f9e1-4d08-85d8-8eb87e18d97a None None] Checking router: 0db56fb9-2748-49de-9f56-d52e901e94b9 for host: dv-cinder-732704-6-iscsi {{(pid=108649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:00:38.780541 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53045add-f9e1-4d08-85d8-8eb87e18d97a None None] Updating router 0db56fb9-2748-49de-9f56-d52e901e94b9 port 785213fb-db89-4b72-b2b5-8bb626750a4c binding host dv-cinder-732704-6-iscsi {{(pid=108649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:00:38.828154 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-7590758a-90f8-467f-adbf-d5bcf2afb7aa tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:38.829540 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-53045add-f9e1-4d08-85d8-8eb87e18d97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:38.886533 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590758a-90f8-467f-adbf-d5bcf2afb7aa tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:38.898754 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Provisioning complete for port 40a2934e-61ca-4813-94b0-c837cbe2a09a triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:00:38.898754 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:38.972375 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4d65d-de93-4e42-90d4-5f4eb89784f0 req-566a265e-c79d-4c82-8b08-104a4e59c93a tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:38.974233 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4ac4d65d-de93-4e42-90d4-5f4eb89784f0 req-566a265e-c79d-4c82-8b08-104a4e59c93a tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=de699f07-8a19-4480-9648-e430d5ac6ca0 HTTP/1.1" status: 200 len: 945 time: 0.0540452 Oct 26 15:00:39.017411 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-7590758a-90f8-467f-adbf-d5bcf2afb7aa tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:39.018933 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-7590758a-90f8-467f-adbf-d5bcf2afb7aa tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5846972 Oct 26 15:00:39.021776 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 57532) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:00:39.024080 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4ac4d65d-de93-4e42-90d4-5f4eb89784f0 req-b840a386-fbad-4801-b7d0-973142c2f4c6 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5170208-50d2-4496-b608-5a944dd84cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415709 Oct 26 15:00:39.027422 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [None req-256ed442-8cfe-4717-a0d0-82f482edd96b tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Request body: {'security_group_rule': {'security_group_id': 'e3189bd9-1cbe-4cd4-8e7d-567f7d70551b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:00:39.185970 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-53045add-f9e1-4d08-85d8-8eb87e18d97a None None] Publish callbacks [] for port, precommit_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:39.210907 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-256ed442-8cfe-4717-a0d0-82f482edd96b tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:39.264532 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-256ed442-8cfe-4717-a0d0-82f482edd96b tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:39.320377 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-53045add-f9e1-4d08-85d8-8eb87e18d97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:39.386499 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c202533-acb1-4a4e-b15b-7e2583dec7c7 None None] Pushing event updated for resources: {'Port': ['ID=785213fb-db89-4b72-b2b5-8bb626750a4c,revision_number=3']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:39.400415 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-256ed442-8cfe-4717-a0d0-82f482edd96b tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576478'] for security_group_rule, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:39.418952 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ed442-8cfe-4717-a0d0-82f482edd96b tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce141b71-fa83-4503-aae2-677d59b5b1f8,revision_number=0']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:39.437737 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-53045add-f9e1-4d08-85d8-8eb87e18d97a None None] Attempting to bind port 785213fb-db89-4b72-b2b5-8bb626750a4c on host dv-cinder-732704-6-iscsi for vnic_type normal with profile {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:00:39.438033 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-53045add-f9e1-4d08-85d8-8eb87e18d97a None None] Attempting to bind port 785213fb-db89-4b72-b2b5-8bb626750a4c by drivers openvswitch,hyperv on host dv-cinder-732704-6-iscsi at level 0 using segments [{'id': 'bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6573438f-02ca-45f5-8fe3-7bc7af911bdf'}] {{(pid=108649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:00:39.438395 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53045add-f9e1-4d08-85d8-8eb87e18d97a None None] Attempting to bind port 785213fb-db89-4b72-b2b5-8bb626750a4c on network 6573438f-02ca-45f5-8fe3-7bc7af911bdf {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:00:39.443879 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53045add-f9e1-4d08-85d8-8eb87e18d97a None None] Checking agent: {'id': '7cf7ebdc-aa0b-44cf-abbb-a49983147622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-732704-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 14, 50, 44), 'started_at': datetime.datetime(2021, 10, 26, 14, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-732704-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:00:39.444307 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53045add-f9e1-4d08-85d8-8eb87e18d97a None None] Checking segment: {'id': 'bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6573438f-02ca-45f5-8fe3-7bc7af911bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:00:39.444713 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-53045add-f9e1-4d08-85d8-8eb87e18d97a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:39.445215 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53045add-f9e1-4d08-85d8-8eb87e18d97a None None] Bound using segment: {'id': 'bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6573438f-02ca-45f5-8fe3-7bc7af911bdf'} {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:00:39.445687 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-53045add-f9e1-4d08-85d8-8eb87e18d97a None None] Bound port: 785213fb-db89-4b72-b2b5-8bb626750a4c, host: dv-cinder-732704-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6573438f-02ca-45f5-8fe3-7bc7af911bdf'}}] {{(pid=108649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:00:39.446071 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-53045add-f9e1-4d08-85d8-8eb87e18d97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:39.528710 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-53045add-f9e1-4d08-85d8-8eb87e18d97a None None] For port 785213fb-db89-4b72-b2b5-8bb626750a4c, host dv-cinder-732704-6-iscsi, cleared binding levels {{(pid=108649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:00:39.534863 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-53045add-f9e1-4d08-85d8-8eb87e18d97a None None] For port 785213fb-db89-4b72-b2b5-8bb626750a4c, host dv-cinder-732704-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=785213fb-db89-4b72-b2b5-8bb626750a4c,segment=NetworkSegment(bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2),segment_id=bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2)] {{(pid=108649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:00:39.539567 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-256ed442-8cfe-4717-a0d0-82f482edd96b tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:39.540790 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-256ed442-8cfe-4717-a0d0-82f482edd96b tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5173659 Oct 26 15:00:39.544757 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 57540) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:00:39.548579 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [None req-2c5ba588-4fa9-4afa-b41f-02eb3ff73470 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Request body: {'security_group_rule': {'security_group_id': 'e3189bd9-1cbe-4cd4-8e7d-567f7d70551b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:00:39.584718 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-79992872-ae15-4540-bc48-aa8d34e4a67f None None] Provisioning complete for port 785213fb-db89-4b72-b2b5-8bb626750a4c triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:00:39.585083 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-79992872-ae15-4540-bc48-aa8d34e4a67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:39.620497 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-53045add-f9e1-4d08-85d8-8eb87e18d97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:39.647968 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-79992872-ae15-4540-bc48-aa8d34e4a67f None None] Port 785213fb-db89-4b72-b2b5-8bb626750a4c cannot update to ACTIVE because it is not bound. {{(pid=108649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:00:39.681448 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53045add-f9e1-4d08-85d8-8eb87e18d97a None None] Routers {'0db56fb9-2748-49de-9f56-d52e901e94b9'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:00:39.682073 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-53045add-f9e1-4d08-85d8-8eb87e18d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:00:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['0db56fb9-2748-49de-9f56-d52e901e94b9'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:00:39.687949 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-2c5ba588-4fa9-4afa-b41f-02eb3ff73470 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:39.716680 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c202533-acb1-4a4e-b15b-7e2583dec7c7 None None] Pushing event updated for resources: {'Port': ['ID=785213fb-db89-4b72-b2b5-8bb626750a4c,revision_number=4']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:39.756136 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-2c5ba588-4fa9-4afa-b41f-02eb3ff73470 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:39.795901 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-53045add-f9e1-4d08-85d8-8eb87e18d97a None None] Set router 0db56fb9-2748-49de-9f56-d52e901e94b9 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:00:39.857470 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-2c5ba588-4fa9-4afa-b41f-02eb3ff73470 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576478'] for security_group_rule, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:39.884894 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5ba588-4fa9-4afa-b41f-02eb3ff73470 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=010d124a-6a53-4ad5-9604-15e3a59f9290,revision_number=0']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:39.925486 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-93dc3e25-c68e-494c-8507-2caf36f7503c None None] Provisioning complete for port 785213fb-db89-4b72-b2b5-8bb626750a4c triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:00:39.925861 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-93dc3e25-c68e-494c-8507-2caf36f7503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:40.054622 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-2c5ba588-4fa9-4afa-b41f-02eb3ff73470 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:40.055862 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-2c5ba588-4fa9-4afa-b41f-02eb3ff73470 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5111597 Oct 26 15:00:40.058894 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 57552) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:00:40.061804 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-93dc3e25-c68e-494c-8507-2caf36f7503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:40.064163 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [None req-8eea1493-aa6a-4d45-8da3-60b86da8af13 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Request body: {'floatingip': {'floating_network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:00:40.101925 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-53045add-f9e1-4d08-85d8-8eb87e18d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'name': 'tempest-AttachVolumeShelveTestJSON-647620725-router', 'tenant_id': '6848328b3c604db790b65db1f62c66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '40a2934e-61ca-4813-94b0-c837cbe2a09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:00:32Z', 'updated_at': '2021-10-26T15:00:36Z', 'revision_number': 4, 'project_id': '6848328b3c604db790b65db1f62c66b8', 'gw_port': {'id': '40a2934e-61ca-4813-94b0-c837cbe2a09a', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:00:33Z', 'updated_at': '2021-10-26T15:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': '785213fb-db89-4b72-b2b5-8bb626750a4c', 'name': '', 'network_id': '6573438f-02ca-45f5-8fe3-7bc7af911bdf', 'tenant_id': '6848328b3c604db790b65db1f62c66b8', 'mac_address': 'fa:16:3e:c5:6a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'eb360883-a29a-4019-ba79-ea1f2d3809c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:00:35Z', 'updated_at': '2021-10-26T15:00:39Z', 'revision_number': 4, 'project_id': '6848328b3c604db790b65db1f62c66b8', 'subnets': [{'id': 'eb360883-a29a-4019-ba79-ea1f2d3809c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:00:40.104896 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-93dc3e25-c68e-494c-8507-2caf36f7503c None None] For port 785213fb-db89-4b72-b2b5-8bb626750a4c, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=785213fb-db89-4b72-b2b5-8bb626750a4c,segment=NetworkSegment(bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2),segment_id=bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:00:40.130300 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53045add-f9e1-4d08-85d8-8eb87e18d97a None None] The sync data for ids ['0db56fb9-2748-49de-9f56-d52e901e94b9'] in dv-cinder-732704-6-iscsi is: [{'id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'name': 'tempest-AttachVolumeShelveTestJSON-647620725-router', 'tenant_id': '6848328b3c604db790b65db1f62c66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '40a2934e-61ca-4813-94b0-c837cbe2a09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:00:32Z', 'updated_at': '2021-10-26T15:00:36Z', 'revision_number': 4, 'project_id': '6848328b3c604db790b65db1f62c66b8', 'gw_port': {'id': '40a2934e-61ca-4813-94b0-c837cbe2a09a', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:00:33Z', 'updated_at': '2021-10-26T15:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': '785213fb-db89-4b72-b2b5-8bb626750a4c', 'name': '', 'network_id': '6573438f-02ca-45f5-8fe3-7bc7af911bdf', 'tenant_id': '6848328b3c604db790b65db1f62c66b8', 'mac_address': 'fa:16:3e:c5:6a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'eb360883-a29a-4019-ba79-ea1f2d3809c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:00:35Z', 'updated_at': '2021-10-26T15:00:39Z', 'revision_number': 4, 'project_id': '6848328b3c604db790b65db1f62c66b8', 'subnets': [{'id': 'eb360883-a29a-4019-ba79-ea1f2d3809c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:00:40.144773 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8df60-63d2-43a9-adae-a1bfb7e31816 req-f5679e8c-1161-4f17-b758-8b9ae233fe30 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:40.146299 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3bc8df60-63d2-43a9-adae-a1bfb7e31816 req-f5679e8c-1161-4f17-b758-8b9ae233fe30 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=de699f07-8a19-4480-9648-e430d5ac6ca0 HTTP/1.1" status: 200 len: 945 time: 0.0502768 Oct 26 15:00:40.207453 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3bc8df60-63d2-43a9-adae-a1bfb7e31816 req-034eb775-038f-446d-9896-c8b622cf6678 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5170208-50d2-4496-b608-5a944dd84cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551825 Oct 26 15:00:40.217698 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8eea1493-aa6a-4d45-8da3-60b86da8af13 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks [] for floatingip, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:40.235889 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-93dc3e25-c68e-494c-8507-2caf36f7503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:40.293737 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc3e25-c68e-494c-8507-2caf36f7503c None None] Pushing event updated for resources: {'Port': ['ID=785213fb-db89-4b72-b2b5-8bb626750a4c,revision_number=5']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:40.329413 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8eea1493-aa6a-4d45-8da3-60b86da8af13 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:40.443888 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.db_base_plugin_common [None req-8eea1493-aa6a-4d45-8da3-60b86da8af13 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Allocated IP 172.27.0.209 (164d7f62-997a-4502-882b-0bfc21bc1de5/6ece9388-c7af-48ed-bfac-1151ab9231f6/6f5714d3-2523-404e-8091-bc20c9d90337) {{(pid=108647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:00:40.577120 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8eea1493-aa6a-4d45-8da3-60b86da8af13 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks [] for port, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:40.767257 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 785213fb-db89-4b72-b2b5-8bb626750a4c up at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:00:40.819680 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Provisioning complete for port 785213fb-db89-4b72-b2b5-8bb626750a4c triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:00:40.819680 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:40.909723 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8eea1493-aa6a-4d45-8da3-60b86da8af13 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:40.962602 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eea1493-aa6a-4d45-8da3-60b86da8af13 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Network 164d7f62-997a-4502-882b-0bfc21bc1de5 is already hosted by enough agents. {{(pid=108647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:00:40.966773 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [None req-8eea1493-aa6a-4d45-8da3-60b86da8af13 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Resources bound (agent type, host, resource id): {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:00:40.969952 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eea1493-aa6a-4d45-8da3-60b86da8af13 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Received port after_create {{(pid=108647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:00:40.992581 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea1493-aa6a-4d45-8da3-60b86da8af13 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Pushing event updated for resources: {'Port': ['ID=6f5714d3-2523-404e-8091-bc20c9d90337,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:41.063969 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8eea1493-aa6a-4d45-8da3-60b86da8af13 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:41.247406 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8eea1493-aa6a-4d45-8da3-60b86da8af13 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:41.361697 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d5636-c01e-4b44-a089-e7242e459398 req-a9e39fbc-6e4d-4ed8-a570-831cf6d81fc3 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:41.364614 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5c3d5636-c01e-4b44-a089-e7242e459398 req-a9e39fbc-6e4d-4ed8-a570-831cf6d81fc3 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=de699f07-8a19-4480-9648-e430d5ac6ca0 HTTP/1.1" status: 200 len: 945 time: 0.0659432 Oct 26 15:00:41.409456 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5c3d5636-c01e-4b44-a089-e7242e459398 req-9154cb2d-e296-4d57-be53-878e63215543 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5170208-50d2-4496-b608-5a944dd84cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372620 Oct 26 15:00:41.414151 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8eea1493-aa6a-4d45-8da3-60b86da8af13 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks [] for port, precommit_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:41.583528 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8eea1493-aa6a-4d45-8da3-60b86da8af13 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8556446'] for port, after_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:41.659656 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea1493-aa6a-4d45-8da3-60b86da8af13 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Pushing event updated for resources: {'Port': ['ID=6f5714d3-2523-404e-8091-bc20c9d90337,revision_number=2']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:41.673259 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8eea1493-aa6a-4d45-8da3-60b86da8af13 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536297274'] for floatingip, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:41.791851 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8eea1493-aa6a-4d45-8da3-60b86da8af13 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for floatingip, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:41.793382 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-8eea1493-aa6a-4d45-8da3-60b86da8af13 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7334640 Oct 26 15:00:41.947473 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-ec2f8a1c-80ee-4a37-803f-abe6689aa459 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--167940077&fields=id&tenant_id=6848328b3c604db790b65db1f62c66b8 HTTP/1.1" status: 200 len: 267 time: 0.0329211 Oct 26 15:00:42.063357 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-d98be4ea-e600-4baf-ad38-d566be3ec792 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:42.068642 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-d98be4ea-e600-4baf-ad38-d566be3ec792 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/networks?id=6573438f-02ca-45f5-8fe3-7bc7af911bdf HTTP/1.1" status: 200 len: 816 time: 0.1102149 Oct 26 15:00:42.080618 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-b82484c8-1ba0-4e53-82d1-1ecb057f1b62 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/quotas/6848328b3c604db790b65db1f62c66b8 HTTP/1.1" status: 200 len: 375 time: 0.0094175 Oct 26 15:00:42.165875 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-e264779d-1938-47d8-b275-b3a09cf69a90 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6848328b3c604db790b65db1f62c66b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0793447 Oct 26 15:00:42.178398 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f45d76-611e-4005-a34c-31ad42933393 req-9c7eb972-24cf-4ea4-b664-2f588556bc38 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:42.179990 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-45f45d76-611e-4005-a34c-31ad42933393 req-9c7eb972-24cf-4ea4-b664-2f588556bc38 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.0632513 Oct 26 15:00:42.263029 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-45f45d76-611e-4005-a34c-31ad42933393 req-12933930-39fe-4206-90ed-f8916d6424be tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742583 Oct 26 15:00:42.293417 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-1150e12b-4e76-48d1-bed4-4dc57413f91c service neutron] 10.222.0.57 "GET /v2.0/networks/6573438f-02ca-45f5-8fe3-7bc7af911bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117356 Oct 26 15:00:42.386125 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-d8169f19-8b16-4f18-b7ca-c14f846ec1c9 service neutron] 10.222.0.57 "GET /v2.0/networks/6573438f-02ca-45f5-8fe3-7bc7af911bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855362 Oct 26 15:00:42.428916 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793ff87-38e1-4fb3-8899-8b31924e922b req-5f7de429-0f74-4d67-a836-4eba2b29b38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:42.430416 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-c793ff87-38e1-4fb3-8899-8b31924e922b req-5f7de429-0f74-4d67-a836-4eba2b29b38f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e858799915f545b79e6f36f7cda2f6c7&device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 1098 time: 0.0409524 Oct 26 15:00:42.542314 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871ea33-d8de-4968-a176-0f8586ccaf3f req-a4f484c6-7897-46c8-91a1-8038ed5776c3 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:42.545044 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6871ea33-d8de-4968-a176-0f8586ccaf3f req-a4f484c6-7897-46c8-91a1-8038ed5776c3 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=de699f07-8a19-4480-9648-e430d5ac6ca0 HTTP/1.1" status: 200 len: 945 time: 0.0563316 Oct 26 15:00:42.558724 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793ff87-38e1-4fb3-8899-8b31924e922b req-bab26523-6bf1-4449-8646-7d3655d8a6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:42.560177 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-c793ff87-38e1-4fb3-8899-8b31924e922b req-bab26523-6bf1-4449-8646-7d3655d8a6ca service neutron] 10.222.0.76 "GET /v2.0/networks?id=ad2172c5-e06a-4950-a922-0c7e574f5f17 HTTP/1.1" status: 200 len: 919 time: 0.1153994 Oct 26 15:00:42.562665 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device d7d6c32e-ab92-43ef-90de-b21a71969ff9 up at agent hyperv_hv-cinder-73270 {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:00:42.583441 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6871ea33-d8de-4968-a176-0f8586ccaf3f req-a54e7d31-ab7d-4ff8-8ef3-bd6f012280f5 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5170208-50d2-4496-b608-5a944dd84cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335715 Oct 26 15:00:42.612505 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-c793ff87-38e1-4fb3-8899-8b31924e922b req-9920e943-b666-4017-88dd-f3a074c02c2e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7db0864-eacc-405f-bf1d-68530c8f2784 HTTP/1.1" status: 200 len: 217 time: 0.0423763 Oct 26 15:00:42.679780 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793ff87-38e1-4fb3-8899-8b31924e922b req-b3749d65-96c2-4259-95a6-b057a2e4fa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:42.681944 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-c793ff87-38e1-4fb3-8899-8b31924e922b req-b3749d65-96c2-4259-95a6-b057a2e4fa02 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=673dc4e7-f4e6-456e-9bb6-73f76f7d8feb HTTP/1.1" status: 200 len: 858 time: 0.0614839 Oct 26 15:00:42.725419 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-01971ad8-0ab3-49f8-a7cb-75aaf1e33c4f req-d5e3a53a-6184-4cdb-b9b1-6d8c239f018d tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 210 time: 0.0373232 Oct 26 15:00:42.729857 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-c793ff87-38e1-4fb3-8899-8b31924e922b req-4b59a65f-a8a1-4d76-8350-291720114815 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ad2172c5-e06a-4950-a922-0c7e574f5f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334780 Oct 26 15:00:42.817884 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Provisioning for port d7d6c32e-ab92-43ef-90de-b21a71969ff9 completed by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 15:00:42.822380 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Provisioning complete for port d7d6c32e-ab92-43ef-90de-b21a71969ff9 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:00:42.822966 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:42.840169 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-c793ff87-38e1-4fb3-8899-8b31924e922b req-ab18159e-a164-4978-8798-26998438bed8 service neutron] 10.222.0.76 "GET /v2.0/networks/ad2172c5-e06a-4950-a922-0c7e574f5f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010401 Oct 26 15:00:42.938845 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:42.966369 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-c793ff87-38e1-4fb3-8899-8b31924e922b req-c8632243-09aa-472a-abcb-195319d0faa2 service neutron] 10.222.0.76 "GET /v2.0/networks/ad2172c5-e06a-4950-a922-0c7e574f5f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176839 Oct 26 15:00:42.966677 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de699f07-8a19-4480-9648-e430d5ac6ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d6c32e-ab92-43ef-90de-b21a71969ff9'}] {{(pid=108649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:00:42.968889 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce9ea8dafcd660945e4144893ae94b540b7d43bc7f31485d3ebdd76e7b8406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f67a72-d617-40c2-bb05-6620ad68f0be" -d '{"events": [{"server_uuid": "de699f07-8a19-4480-9648-e430d5ac6ca0", "name": "network-vif-plugged", "status": "completed", "tag": "d7d6c32e-ab92-43ef-90de-b21a71969ff9"}]}' {{(pid=108649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:00:42.982924 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port d7d6c32e-ab92-43ef-90de-b21a71969ff9, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=d7d6c32e-ab92-43ef-90de-b21a71969ff9,segment=NetworkSegment(08979dfa-fb39-481c-9786-7acdff52f57d),segment_id=08979dfa-fb39-481c-9786-7acdff52f57d)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:00:43.007268 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9c774a-f8f7-41cf-98da-199ec389b9fa x-openstack-request-id: req-9d9c774a-f8f7-41cf-98da-199ec389b9fa {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:00:43.007592 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de699f07-8a19-4480-9648-e430d5ac6ca0", "name": "network-vif-plugged", "status": "completed", "tag": "d7d6c32e-ab92-43ef-90de-b21a71969ff9", "code": 200}]} {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:00:43.007854 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9d9c774a-f8f7-41cf-98da-199ec389b9fa {{(pid=108649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:00:43.008248 dv-cinder-732704-6-iscsi neutron-server[108649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de699f07-8a19-4480-9648-e430d5ac6ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d6c32e-ab92-43ef-90de-b21a71969ff9', 'code': 200} Oct 26 15:00:43.114851 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:43.183091 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=d7d6c32e-ab92-43ef-90de-b21a71969ff9,revision_number=5']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:43.315066 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-96664f3d-404e-4fcc-a0e0-855f7f643244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:43.393487 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72601ec1-f939-4466-9ee0-519eaefe28c3 req-54062a9d-1791-4a7a-8b44-c02489a99a5f tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:43.394983 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-72601ec1-f939-4466-9ee0-519eaefe28c3 req-54062a9d-1791-4a7a-8b44-c02489a99a5f tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.0542440 Oct 26 15:00:43.436494 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-72601ec1-f939-4466-9ee0-519eaefe28c3 req-86118563-042b-46f6-b513-4c4707bb0473 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352468 Oct 26 15:00:43.503622 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b8422-3001-49a5-bc57-99f4940ff8cf req-35c3511a-f1e0-4eab-9666-688c6e06d939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:43.505150 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-a19b8422-3001-49a5-bc57-99f4940ff8cf req-35c3511a-f1e0-4eab-9666-688c6e06d939 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=de699f07-8a19-4480-9648-e430d5ac6ca0 HTTP/1.1" status: 200 len: 1099 time: 0.0478787 Oct 26 15:00:43.549808 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-a19b8422-3001-49a5-bc57-99f4940ff8cf req-d367fe50-50e8-4b22-a922-01a4f427b5aa service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=a5170208-50d2-4496-b608-5a944dd84cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311422 Oct 26 15:00:43.710349 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af2299-131d-433b-9a19-0e4c2e9076b0 req-10a164f5-9bac-451b-95e0-ed8d1f893d26 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:43.711899 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a8af2299-131d-433b-9a19-0e4c2e9076b0 req-10a164f5-9bac-451b-95e0-ed8d1f893d26 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=de699f07-8a19-4480-9648-e430d5ac6ca0 HTTP/1.1" status: 200 len: 946 time: 0.0487978 Oct 26 15:00:43.785119 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a8af2299-131d-433b-9a19-0e4c2e9076b0 req-f62b20c8-a343-44e1-8c33-64600fe4bfd7 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5170208-50d2-4496-b608-5a944dd84cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671325 Oct 26 15:00:43.836476 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:43.837125 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c0d707f9-87b0-4fc3-9fee-a2b028b49e7f req-3377cea9-288a-428c-9ada-084d5cfb4e31 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 210 time: 0.0314796 Oct 26 15:00:43.902737 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:44.475212 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 57700) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:00:44.562911 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5bda8-9f9e-4c4e-b3c8-a720b53736f2 req-49c12181-1818-4034-8bda-400e7b1b301c tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:44.564369 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-16d5bda8-9f9e-4c4e-b3c8-a720b53736f2 req-49c12181-1818-4034-8bda-400e7b1b301c tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.0508428 Oct 26 15:00:44.609619 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-b61a8a5e-328b-4b68-8e49-e9fcef3a75d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:44.620972 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-16d5bda8-9f9e-4c4e-b3c8-a720b53736f2 req-a97e3d4d-4c2d-417e-a359-d3fcb606df6f tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498543 Oct 26 15:00:44.699411 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-b61a8a5e-328b-4b68-8e49-e9fcef3a75d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:44.840432 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-b61a8a5e-328b-4b68-8e49-e9fcef3a75d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:44.913227 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-b61a8a5e-328b-4b68-8e49-e9fcef3a75d3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4a7fb8de44024320b47bf759d2b7c147&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4346445 Oct 26 15:00:44.913227 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a8a5e-328b-4b68-8e49-e9fcef3a75d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8459062a-adb0-433a-ac19-4597c4ca776a,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:44.913675 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 57710) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:00:44.965334 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-6b3043b1-22c8-4588-b48f-a53f7d224675 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:44.973501 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19671ee-273c-4163-bb58-66c69fc9aa32 req-129a810c-d8f0-4ca4-9bf3-4b4cf85d7cbe tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:44.975038 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b19671ee-273c-4163-bb58-66c69fc9aa32 req-129a810c-d8f0-4ca4-9bf3-4b4cf85d7cbe tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=de699f07-8a19-4480-9648-e430d5ac6ca0 HTTP/1.1" status: 200 len: 946 time: 0.1150839 Oct 26 15:00:44.984300 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-618f41a9-c16c-4151-8315-9f4342910f4d req-31a22c27-4b4f-4b14-b2f9-23afd206808f tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 210 time: 0.0523763 Oct 26 15:00:44.988357 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-6b3043b1-22c8-4588-b48f-a53f7d224675 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:45.020331 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b19671ee-273c-4163-bb58-66c69fc9aa32 req-9c9e80f9-d96b-4eee-a365-dc8aa5295b09 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5170208-50d2-4496-b608-5a944dd84cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350013 Oct 26 15:00:45.251662 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-6b3043b1-22c8-4588-b48f-a53f7d224675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:45.254291 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-6b3043b1-22c8-4588-b48f-a53f7d224675 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:45.255472 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-6b3043b1-22c8-4588-b48f-a53f7d224675 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8459062a-adb0-433a-ac19-4597c4ca776a HTTP/1.1" status: 204 len: 168 time: 0.3402193 Oct 26 15:00:45.263183 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3043b1-22c8-4588-b48f-a53f7d224675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8459062a-adb0-433a-ac19-4597c4ca776a,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:45.331508 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:45.742052 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8d2d7-a967-4d89-8249-ec6b26e8abca req-a5de6a99-7742-487d-a15e-d87dfdda7d45 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:45.743580 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ecb8d2d7-a967-4d89-8249-ec6b26e8abca req-a5de6a99-7742-487d-a15e-d87dfdda7d45 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.0490015 Oct 26 15:00:45.781825 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ecb8d2d7-a967-4d89-8249-ec6b26e8abca req-bd3c2c04-d227-4bbf-b68c-d41e99893145 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323374 Oct 26 15:00:46.090060 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e965c6e8-961c-4100-9aa6-25c700b087a4 req-284c2a45-2007-47a9-882d-7276f4a50fef tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 210 time: 0.0327666 Oct 26 15:00:46.186431 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 57734) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:00:46.206379 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0758a-b3ac-41e6-a0db-6219a24dad4c req-a2834621-871f-47aa-bbc3-b4d78b01debc tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:46.207918 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fcb0758a-b3ac-41e6-a0db-6219a24dad4c req-a2834621-871f-47aa-bbc3-b4d78b01debc tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=de699f07-8a19-4480-9648-e430d5ac6ca0 HTTP/1.1" status: 200 len: 946 time: 0.0594118 Oct 26 15:00:46.249043 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fcb0758a-b3ac-41e6-a0db-6219a24dad4c req-eb3989a3-1bd6-44ce-a00f-e22ab7f82c60 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5170208-50d2-4496-b608-5a944dd84cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327165 Oct 26 15:00:46.293301 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-05f1eabf-ea5a-4b68-bf19-422588667e12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:46.295480 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 57738) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:00:46.308911 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-e8f42a77-f783-45b0-83a8-4c642d2c3c39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:46.369994 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-05f1eabf-ea5a-4b68-bf19-422588667e12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:46.383039 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-e8f42a77-f783-45b0-83a8-4c642d2c3c39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:46.474727 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-05f1eabf-ea5a-4b68-bf19-422588667e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:46.515664 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-05f1eabf-ea5a-4b68-bf19-422588667e12 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3a218c7128a84e89b464fd74c5a650ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3267400 Oct 26 15:00:46.516024 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1eabf-ea5a-4b68-bf19-422588667e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5172d815-5aa6-4075-a244-d62aa01c573d,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:46.522472 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 57744) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:00:46.554243 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-e8f42a77-f783-45b0-83a8-4c642d2c3c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:46.582294 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-68977c50-c33c-4a9d-91d7-0bba48489593 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:46.597646 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-e8f42a77-f783-45b0-83a8-4c642d2c3c39 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6451d15a99fb47958d711d3ddc058d93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3005934 Oct 26 15:00:46.598366 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f42a77-f783-45b0-83a8-4c642d2c3c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b5053a-b4de-4255-8460-ccd09fc61252,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:46.600925 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 57746) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:00:46.612431 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-68977c50-c33c-4a9d-91d7-0bba48489593 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:46.676152 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-c8aebf88-1442-4de6-80e2-ba04e9968252 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:46.698897 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-c8aebf88-1442-4de6-80e2-ba04e9968252 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:46.784305 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-68977c50-c33c-4a9d-91d7-0bba48489593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:46.786793 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-68977c50-c33c-4a9d-91d7-0bba48489593 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:46.787935 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-68977c50-c33c-4a9d-91d7-0bba48489593 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5172d815-5aa6-4075-a244-d62aa01c573d HTTP/1.1" status: 204 len: 168 time: 0.2645798 Oct 26 15:00:46.795671 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68977c50-c33c-4a9d-91d7-0bba48489593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5172d815-5aa6-4075-a244-d62aa01c573d,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:46.821529 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-c8aebf88-1442-4de6-80e2-ba04e9968252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:46.827974 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-c8aebf88-1442-4de6-80e2-ba04e9968252 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:46.829168 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-c8aebf88-1442-4de6-80e2-ba04e9968252 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/92b5053a-b4de-4255-8460-ccd09fc61252 HTTP/1.1" status: 204 len: 168 time: 0.2272835 Oct 26 15:00:46.842187 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aebf88-1442-4de6-80e2-ba04e9968252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b5053a-b4de-4255-8460-ccd09fc61252,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:46.929714 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349ebc2-b036-4b18-8c55-72edc2370510 req-733cd136-32e6-4a47-b29e-929208103849 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:46.929714 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2349ebc2-b036-4b18-8c55-72edc2370510 req-733cd136-32e6-4a47-b29e-929208103849 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.0542755 Oct 26 15:00:46.964503 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2349ebc2-b036-4b18-8c55-72edc2370510 req-bbcbee68-4383-42fe-b806-ac829fd7cbb9 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317180 Oct 26 15:00:47.184620 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4ffb0eb6-e299-4389-a16a-aac4fb440b3f req-f6705213-b520-4d91-918a-03dae7b877a7 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 210 time: 0.0275707 Oct 26 15:00:47.206871 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:00:47.363086 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75916dc4-f341-452f-be97-0b64ff814fa1 req-09ec32d8-f6e1-410c-bc64-4bd305f8366a tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:47.364656 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-75916dc4-f341-452f-be97-0b64ff814fa1 req-09ec32d8-f6e1-410c-bc64-4bd305f8366a tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=de699f07-8a19-4480-9648-e430d5ac6ca0 HTTP/1.1" status: 200 len: 946 time: 0.0492184 Oct 26 15:00:47.405177 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-75916dc4-f341-452f-be97-0b64ff814fa1 req-762eecfc-18a6-46e0-af55-571b280f74bd tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5170208-50d2-4496-b608-5a944dd84cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343523 Oct 26 15:00:48.081374 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07bca08-b8de-4e89-b684-0587eb3796a6 req-e3c78756-8c18-4834-85c8-da8e382770be tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:48.082923 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f07bca08-b8de-4e89-b684-0587eb3796a6 req-e3c78756-8c18-4834-85c8-da8e382770be tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.0490837 Oct 26 15:00:48.125198 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f07bca08-b8de-4e89-b684-0587eb3796a6 req-be920b9f-64b2-4a05-a6f9-60193f499ce9 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360708 Oct 26 15:00:48.287363 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-db71b7aa-e596-474e-8c3e-3decb619638a req-e1e8affb-ff17-4b83-899b-54d406f573b3 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 210 time: 0.0267744 Oct 26 15:00:48.568516 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb6516-b9d9-4973-b7f8-c8e813f075fb req-845bc3f0-d400-47e5-94ff-8dd618755209 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:48.570560 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d7bb6516-b9d9-4973-b7f8-c8e813f075fb req-845bc3f0-d400-47e5-94ff-8dd618755209 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=de699f07-8a19-4480-9648-e430d5ac6ca0 HTTP/1.1" status: 200 len: 946 time: 0.0696180 Oct 26 15:00:48.625977 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d7bb6516-b9d9-4973-b7f8-c8e813f075fb req-b985ac58-f544-45af-8ea9-cb798126edcb tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5170208-50d2-4496-b608-5a944dd84cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485160 Oct 26 15:00:49.249904 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b68a320-205d-4594-bb1c-47028b3b2529 req-3f5da9a1-9320-4a42-a372-7cd5d2965045 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:49.251879 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1b68a320-205d-4594-bb1c-47028b3b2529 req-3f5da9a1-9320-4a42-a372-7cd5d2965045 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.0574551 Oct 26 15:00:49.289665 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1b68a320-205d-4594-bb1c-47028b3b2529 req-e47b0895-4103-472e-8880-2618c54af169 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315771 Oct 26 15:00:49.382611 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-4ae7d0b1-c024-408d-bae9-b9e0fe9bf020 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:49.384078 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-4ae7d0b1-c024-408d-bae9-b9e0fe9bf020 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.76 "GET /v2.0/networks?id=6573438f-02ca-45f5-8fe3-7bc7af911bdf HTTP/1.1" status: 200 len: 816 time: 0.1227674 Oct 26 15:00:49.414246 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f6e4244a-d982-417e-94e6-809f86fe714b req-b788e0e7-acfc-4251-a613-107327537f0a tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 210 time: 0.0507133 Oct 26 15:00:49.453227 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-fadf6791-f584-455b-b93f-1b1886eac77e tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6848328b3c604db790b65db1f62c66b8 HTTP/1.1" status: 200 len: 379 time: 0.0537872 Oct 26 15:00:49.474296 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-22427647-fa90-41ea-bff2-dc11d4aa67c4 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Request body: {'port': {'device_id': '36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5', 'network_id': '6573438f-02ca-45f5-8fe3-7bc7af911bdf', 'admin_state_up': True, 'tenant_id': '6848328b3c604db790b65db1f62c66b8', 'security_groups': ['e3189bd9-1cbe-4cd4-8e7d-567f7d70551b']}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:00:49.745732 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee1310-bec2-481e-83ed-1ff681e165f1 req-6e5cb0bb-1ed0-4c18-adaa-349ba21f407d tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:49.747290 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-aeee1310-bec2-481e-83ed-1ff681e165f1 req-6e5cb0bb-1ed0-4c18-adaa-349ba21f407d tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=de699f07-8a19-4480-9648-e430d5ac6ca0 HTTP/1.1" status: 200 len: 946 time: 0.0541048 Oct 26 15:00:49.754324 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-22427647-fa90-41ea-bff2-dc11d4aa67c4 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Made reservation on behalf of 6848328b3c604db790b65db1f62c66b8 for: {'port': 1} {{(pid=108647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:00:49.760097 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-22427647-fa90-41ea-bff2-dc11d4aa67c4 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:49.787140 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-aeee1310-bec2-481e-83ed-1ff681e165f1 req-c29288c4-e32b-4e4f-8b3b-fcae4ca91de0 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5170208-50d2-4496-b608-5a944dd84cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340440 Oct 26 15:00:49.885209 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.db_base_plugin_common [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-22427647-fa90-41ea-bff2-dc11d4aa67c4 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Allocated IP 172.20.0.7 (6573438f-02ca-45f5-8fe3-7bc7af911bdf/eb360883-a29a-4019-ba79-ea1f2d3809c0/1551acc4-c5a7-447f-9f65-8e2572534574) {{(pid=108647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:00:50.033435 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-22427647-fa90-41ea-bff2-dc11d4aa67c4 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks [] for port, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:50.238877 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-22427647-fa90-41ea-bff2-dc11d4aa67c4 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:50.283062 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-22427647-fa90-41ea-bff2-dc11d4aa67c4 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Network 6573438f-02ca-45f5-8fe3-7bc7af911bdf is already hosted by enough agents. {{(pid=108647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:00:50.286412 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-22427647-fa90-41ea-bff2-dc11d4aa67c4 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Resources bound (agent type, host, resource id): {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:00:50.290358 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-22427647-fa90-41ea-bff2-dc11d4aa67c4 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Received port after_create {{(pid=108647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:00:50.321528 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22427647-fa90-41ea-bff2-dc11d4aa67c4 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Pushing event updated for resources: {'Port': ['ID=1551acc4-c5a7-447f-9f65-8e2572534574,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:50.354014 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-22427647-fa90-41ea-bff2-dc11d4aa67c4 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:50.354718 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-22427647-fa90-41ea-bff2-dc11d4aa67c4 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:50.427242 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82af47-5c00-482f-be58-35025fcbefc1 req-5891ed9d-4b66-485a-a258-494518bf981e tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:50.427242 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8b82af47-5c00-482f-be58-35025fcbefc1 req-5891ed9d-4b66-485a-a258-494518bf981e tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.0522957 Oct 26 15:00:50.479930 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8b82af47-5c00-482f-be58-35025fcbefc1 req-8ba2e201-4681-42d6-81be-e2246f6db8f8 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470068 Oct 26 15:00:50.488966 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-22427647-fa90-41ea-bff2-dc11d4aa67c4 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0231314 Oct 26 15:00:50.506840 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-86365ac8-25a2-4285-acf0-e56ac2a238cd service neutron] Request body: {'port': {'device_id': '36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73270'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:00:50.538402 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-521c7ad0-1858-4998-9d22-aa08dedc7fd4 None None] Provisioning complete for port 1551acc4-c5a7-447f-9f65-8e2572534574 triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:00:50.539037 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-521c7ad0-1858-4998-9d22-aa08dedc7fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:50.552624 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fca0be-43b0-429e-8857-b9a723669cbc req-41c5159f-d0e9-4ba1-94a1-9e2386cbe5e9 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:50.555888 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-74fca0be-43b0-429e-8857-b9a723669cbc req-41c5159f-d0e9-4ba1-94a1-9e2386cbe5e9 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 931 time: 0.0628583 Oct 26 15:00:50.582276 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-521c7ad0-1858-4998-9d22-aa08dedc7fd4 None None] Port 1551acc4-c5a7-447f-9f65-8e2572534574 cannot update to ACTIVE because it is not bound. {{(pid=108649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:00:50.601073 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-74fca0be-43b0-429e-8857-b9a723669cbc req-2159277a-1021-4680-911c-5e984ee2a90a tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407796 Oct 26 15:00:50.772688 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-86365ac8-25a2-4285-acf0-e56ac2a238cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:51.028091 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-86365ac8-25a2-4285-acf0-e56ac2a238cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1551acc4-c5a7-447f-9f65-8e2572534574 {{(pid=108647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:00:51.035545 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-86365ac8-25a2-4285-acf0-e56ac2a238cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:51.047380 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.provisioning_blocks [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-86365ac8-25a2-4285-acf0-e56ac2a238cd service neutron] Transition to ACTIVE for port object 1551acc4-c5a7-447f-9f65-8e2572534574 will not be triggered until provisioned by entity L2. {{(pid=108647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 15:00:51.200148 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-86365ac8-25a2-4285-acf0-e56ac2a238cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8556446'] for port, after_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:51.250649 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86365ac8-25a2-4285-acf0-e56ac2a238cd service neutron] Pushing event updated for resources: {'Port': ['ID=1551acc4-c5a7-447f-9f65-8e2572534574,revision_number=2']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:51.319989 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.managers [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-86365ac8-25a2-4285-acf0-e56ac2a238cd service neutron] Attempting to bind port 1551acc4-c5a7-447f-9f65-8e2572534574 on host hv-cinder-73270 for vnic_type normal with profile {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:00:51.320347 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.managers [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-86365ac8-25a2-4285-acf0-e56ac2a238cd service neutron] Attempting to bind port 1551acc4-c5a7-447f-9f65-8e2572534574 by drivers openvswitch,hyperv on host hv-cinder-73270 at level 0 using segments [{'id': 'bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6573438f-02ca-45f5-8fe3-7bc7af911bdf'}] {{(pid=108647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:00:51.320674 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-86365ac8-25a2-4285-acf0-e56ac2a238cd service neutron] Attempting to bind port 1551acc4-c5a7-447f-9f65-8e2572534574 on network 6573438f-02ca-45f5-8fe3-7bc7af911bdf {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:00:51.325332 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-86365ac8-25a2-4285-acf0-e56ac2a238cd service neutron] Port 1551acc4-c5a7-447f-9f65-8e2572534574 on network 6573438f-02ca-45f5-8fe3-7bc7af911bdf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73270 {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 15:00:51.325779 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-86365ac8-25a2-4285-acf0-e56ac2a238cd service neutron] Attempting to bind port 1551acc4-c5a7-447f-9f65-8e2572534574 on network 6573438f-02ca-45f5-8fe3-7bc7af911bdf {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:00:51.331585 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-86365ac8-25a2-4285-acf0-e56ac2a238cd service neutron] Checking agent: {'id': 'aa824652-354b-48bb-834a-72ec45d7dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73270', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 14, 57, 28), 'started_at': datetime.datetime(2021, 10, 26, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:00:51.331925 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-86365ac8-25a2-4285-acf0-e56ac2a238cd service neutron] Checking segment: {'id': 'bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6573438f-02ca-45f5-8fe3-7bc7af911bdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:00:51.332310 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-86365ac8-25a2-4285-acf0-e56ac2a238cd service neutron] Bound using segment: {'id': 'bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6573438f-02ca-45f5-8fe3-7bc7af911bdf'} {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:00:51.332738 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.managers [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-86365ac8-25a2-4285-acf0-e56ac2a238cd service neutron] Bound port: 1551acc4-c5a7-447f-9f65-8e2572534574, host: hv-cinder-73270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6573438f-02ca-45f5-8fe3-7bc7af911bdf'}}] {{(pid=108647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:00:51.333156 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-86365ac8-25a2-4285-acf0-e56ac2a238cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:51.401502 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-86365ac8-25a2-4285-acf0-e56ac2a238cd service neutron] For port 1551acc4-c5a7-447f-9f65-8e2572534574, host hv-cinder-73270, cleared binding levels {{(pid=108647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:00:51.404508 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-86365ac8-25a2-4285-acf0-e56ac2a238cd service neutron] For port 1551acc4-c5a7-447f-9f65-8e2572534574, host hv-cinder-73270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=1551acc4-c5a7-447f-9f65-8e2572534574,segment=NetworkSegment(bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2),segment_id=bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2)] {{(pid=108647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:00:51.548879 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-86365ac8-25a2-4285-acf0-e56ac2a238cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8556446'] for port, after_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:51.592729 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-86365ac8-25a2-4285-acf0-e56ac2a238cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:51.594018 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-86365ac8-25a2-4285-acf0-e56ac2a238cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:51.595449 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-86365ac8-25a2-4285-acf0-e56ac2a238cd service neutron] 10.222.0.76 "PUT /v2.0/ports/1551acc4-c5a7-447f-9f65-8e2572534574 HTTP/1.1" status: 200 len: 1093 time: 1.0929997 Oct 26 15:00:51.595962 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5', 'tag': '1551acc4-c5a7-447f-9f65-8e2572534574'}] {{(pid=108647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:00:51.599506 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c67b12b1cf7ef49faca107c22834427ed1d300477b197fee39d1c6656c9e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76cb1e2-3f79-47f8-93be-4d91026ce07c" -d '{"events": [{"name": "network-changed", "server_uuid": "36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5", "tag": "1551acc4-c5a7-447f-9f65-8e2572534574"}]}' {{(pid=108647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:00:51.642525 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86365ac8-25a2-4285-acf0-e56ac2a238cd service neutron] Pushing event updated for resources: {'Port': ['ID=1551acc4-c5a7-447f-9f65-8e2572534574,revision_number=3']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:51.664689 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9bac3-cb01-47f4-80f8-ab9fd94cecde req-1e5e4564-fee3-4ac5-a712-bc33b9b454aa tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:51.680262 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-49e9bac3-cb01-47f4-80f8-ab9fd94cecde req-1e5e4564-fee3-4ac5-a712-bc33b9b454aa tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.1243823 Oct 26 15:00:51.706561 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46953994-1968-48d2-8ce3-8cd46b4f5e08 x-openstack-request-id: req-46953994-1968-48d2-8ce3-8cd46b4f5e08 {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:00:51.707245 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5", "tag": "1551acc4-c5a7-447f-9f65-8e2572534574", "status": "completed", "code": 200}]} {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:00:51.707862 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-46953994-1968-48d2-8ce3-8cd46b4f5e08 {{(pid=108647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:00:51.708923 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5', 'tag': '1551acc4-c5a7-447f-9f65-8e2572534574', 'status': 'completed', 'code': 200} Oct 26 15:00:51.752532 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-49e9bac3-cb01-47f4-80f8-ab9fd94cecde req-f66526a5-a80e-49a4-a67b-5e92d7748a87 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646369 Oct 26 15:00:51.787293 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76cb1e2-3f79-47f8-93be-4d91026ce07c req-1de1d109-5ee7-4819-865e-be10d46a4bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:51.787928 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-f76cb1e2-3f79-47f8-93be-4d91026ce07c req-1de1d109-5ee7-4819-865e-be10d46a4bd9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6848328b3c604db790b65db1f62c66b8&device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 1096 time: 0.0493209 Oct 26 15:00:51.841278 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58f1f3-70a8-45d0-958b-cc8f5433332f req-784dbae5-04b5-42b0-9795-d77c428bdb74 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:51.843340 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9d58f1f3-70a8-45d0-958b-cc8f5433332f req-784dbae5-04b5-42b0-9795-d77c428bdb74 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 943 time: 0.0566373 Oct 26 15:00:51.890582 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9d58f1f3-70a8-45d0-958b-cc8f5433332f req-1558e3e0-176c-4d7a-9b78-559a66f447de tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387359 Oct 26 15:00:51.915014 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76cb1e2-3f79-47f8-93be-4d91026ce07c req-2ae4785f-88cf-4e75-be36-61fc3851f0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:51.916734 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-f76cb1e2-3f79-47f8-93be-4d91026ce07c req-2ae4785f-88cf-4e75-be36-61fc3851f0c5 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=6848328b3c604db790b65db1f62c66b8&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1183274 Oct 26 15:00:52.020444 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76cb1e2-3f79-47f8-93be-4d91026ce07c req-3b0de292-3d9c-4682-b4fe-79cd4b09d3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:52.021908 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-f76cb1e2-3f79-47f8-93be-4d91026ce07c req-3b0de292-3d9c-4682-b4fe-79cd4b09d3f6 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908432 Oct 26 15:00:52.111226 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-f0c8a254-5bbd-4a28-b5eb-ae1cab306325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:52.112683 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-f0c8a254-5bbd-4a28-b5eb-ae1cab306325 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6848328b3c604db790b65db1f62c66b8&device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 1096 time: 0.0440168 Oct 26 15:00:52.156481 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-3318a287-5a35-4a46-b8de-1af816aaf25a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1551acc4-c5a7-447f-9f65-8e2572534574 HTTP/1.1" status: 200 len: 217 time: 0.0335860 Oct 26 15:00:52.205736 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-bd5466f2-5b36-4e7e-87b9-4363071ab231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:52.207179 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-bd5466f2-5b36-4e7e-87b9-4363071ab231 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=eb360883-a29a-4019-ba79-ea1f2d3809c0 HTTP/1.1" status: 200 len: 855 time: 0.0421124 Oct 26 15:00:52.254897 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-f69d352a-33de-4323-a4e9-04d52b259def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:52.256710 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-f69d352a-33de-4323-a4e9-04d52b259def service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6573438f-02ca-45f5-8fe3-7bc7af911bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388753 Oct 26 15:00:52.350019 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-1b45e9f4-6583-4839-9759-25a713477e84 service neutron] 10.222.0.76 "GET /v2.0/networks/6573438f-02ca-45f5-8fe3-7bc7af911bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837350 Oct 26 15:00:52.446880 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-ff9a1aa4-ccc5-49f5-a34e-e82c884e9996 req-3b78a834-336f-4ac8-ab91-706bdf34feff service neutron] 10.222.0.76 "GET /v2.0/networks/6573438f-02ca-45f5-8fe3-7bc7af911bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884418 Oct 26 15:00:52.702795 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345629c8-50d1-4622-9e24-6673be1c0945 req-6d4119ce-2b6d-47db-9732-0cdce2717f8d tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:52.704435 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-345629c8-50d1-4622-9e24-6673be1c0945 req-6d4119ce-2b6d-47db-9732-0cdce2717f8d tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=de699f07-8a19-4480-9648-e430d5ac6ca0 HTTP/1.1" status: 200 len: 946 time: 0.0666680 Oct 26 15:00:52.749657 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-345629c8-50d1-4622-9e24-6673be1c0945 req-283283be-6a71-4313-ad56-e6ce75aedc3c tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5170208-50d2-4496-b608-5a944dd84cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373077 Oct 26 15:00:52.865208 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607651f-1b6e-4247-8979-27e7babed5ee req-0b8b0742-279f-49ae-9113-c1dd54b699fa tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:52.866682 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a607651f-1b6e-4247-8979-27e7babed5ee req-0b8b0742-279f-49ae-9113-c1dd54b699fa tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.0516622 Oct 26 15:00:52.904495 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a607651f-1b6e-4247-8979-27e7babed5ee req-b9e85e42-f6ec-4131-ab2a-c1d44ce9458d tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318205 Oct 26 15:00:53.014835 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ef8f4-1b93-46c4-b623-a58e1a7d7952 req-23445d52-aafc-4b01-a198-af5029f19d15 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:53.016408 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-115ef8f4-1b93-46c4-b623-a58e1a7d7952 req-23445d52-aafc-4b01-a198-af5029f19d15 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 943 time: 0.0511646 Oct 26 15:00:53.062252 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-115ef8f4-1b93-46c4-b623-a58e1a7d7952 req-d8c6f1b6-80b3-4adb-b436-046ecec7db0e tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333428 Oct 26 15:00:53.810339 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 57972) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:00:53.879419 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b78a980-6061-4c9c-9712-7b8a2c49cd7b req-c5534729-6b56-4fb0-af59-9ba495d14ffb tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:53.880907 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9b78a980-6061-4c9c-9712-7b8a2c49cd7b req-c5534729-6b56-4fb0-af59-9ba495d14ffb tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=de699f07-8a19-4480-9648-e430d5ac6ca0 HTTP/1.1" status: 200 len: 946 time: 0.0479417 Oct 26 15:00:53.920113 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-d4146b61-1418-40e3-beff-c5d5b005dc10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:53.923600 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9b78a980-6061-4c9c-9712-7b8a2c49cd7b req-6e131f6b-a05f-414d-ae60-da36649c4d2c tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5170208-50d2-4496-b608-5a944dd84cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366435 Oct 26 15:00:54.006781 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-d4146b61-1418-40e3-beff-c5d5b005dc10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:54.027762 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af01a42-7792-42f8-bdd1-bb06a56b5ee3 req-9c41734e-fb58-41e8-8ed3-2776b8c5cb41 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:54.029617 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6af01a42-7792-42f8-bdd1-bb06a56b5ee3 req-9c41734e-fb58-41e8-8ed3-2776b8c5cb41 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.0528262 Oct 26 15:00:54.066481 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6af01a42-7792-42f8-bdd1-bb06a56b5ee3 req-32838dea-0579-4eb3-aee7-610c81362ecd tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312538 Oct 26 15:00:54.176671 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e3d48-6c0d-4641-9fd1-f97cea596faa req-f8386071-818b-4df1-bdee-43c14063eeb5 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:54.178104 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d31e3d48-6c0d-4641-9fd1-f97cea596faa req-f8386071-818b-4df1-bdee-43c14063eeb5 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 943 time: 0.0473440 Oct 26 15:00:54.211832 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-d4146b61-1418-40e3-beff-c5d5b005dc10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:54.215669 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d31e3d48-6c0d-4641-9fd1-f97cea596faa req-c4f8c313-797a-4d73-8979-669c21da2b00 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315757 Oct 26 15:00:54.251292 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-d4146b61-1418-40e3-beff-c5d5b005dc10 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=15c6896be7c34d0c8bd7aae206edf1b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4397140 Oct 26 15:00:54.252148 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4146b61-1418-40e3-beff-c5d5b005dc10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1f2fea-fee4-41ac-b9b2-b12dd45d4626,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:54.253955 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 57982) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:00:54.303689 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-458b970b-fae4-4066-8d9e-9fa435b17419 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:54.324433 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-458b970b-fae4-4066-8d9e-9fa435b17419 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:54.508658 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-458b970b-fae4-4066-8d9e-9fa435b17419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:54.511279 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-458b970b-fae4-4066-8d9e-9fa435b17419 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:54.512431 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-458b970b-fae4-4066-8d9e-9fa435b17419 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6b1f2fea-fee4-41ac-b9b2-b12dd45d4626 HTTP/1.1" status: 204 len: 168 time: 0.2574930 Oct 26 15:00:54.522221 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b970b-fae4-4066-8d9e-9fa435b17419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1f2fea-fee4-41ac-b9b2-b12dd45d4626,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:55.044415 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70bcf6e-f125-4314-9a64-754b6171a15c req-e8724461-9d72-41b8-b9cb-bcd095143f42 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:55.045846 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a70bcf6e-f125-4314-9a64-754b6171a15c req-e8724461-9d72-41b8-b9cb-bcd095143f42 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=de699f07-8a19-4480-9648-e430d5ac6ca0 HTTP/1.1" status: 200 len: 946 time: 0.0483565 Oct 26 15:00:55.083515 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a70bcf6e-f125-4314-9a64-754b6171a15c req-b9942c24-2a5f-44f8-9ef2-b767dd15bf5b tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5170208-50d2-4496-b608-5a944dd84cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310111 Oct 26 15:00:55.185178 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b7164e-e900-4b53-8333-f23d249c374a req-3cd80fed-77c0-4409-8874-c78e6161665c tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:55.186716 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b8b7164e-e900-4b53-8333-f23d249c374a req-3cd80fed-77c0-4409-8874-c78e6161665c tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.0491316 Oct 26 15:00:55.225527 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b8b7164e-e900-4b53-8333-f23d249c374a req-67d8283e-6bb4-4cef-acbe-77199ec7a403 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326450 Oct 26 15:00:55.341178 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a2085-94c7-42c6-a1ca-41b0b9671b3e req-fefea798-1adf-4aef-9770-162a718683aa tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:55.343460 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a65a2085-94c7-42c6-a1ca-41b0b9671b3e req-fefea798-1adf-4aef-9770-162a718683aa tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 943 time: 0.0527284 Oct 26 15:00:55.380930 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a65a2085-94c7-42c6-a1ca-41b0b9671b3e req-a49ec50a-1871-4fd9-a883-be8372012841 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313814 Oct 26 15:00:56.208144 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73bd35-b459-473d-b42b-7a278c33cfa2 req-4991ea1d-f351-4e6b-b9a0-083ee3807ad4 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:56.209642 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cd73bd35-b459-473d-b42b-7a278c33cfa2 req-4991ea1d-f351-4e6b-b9a0-083ee3807ad4 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=de699f07-8a19-4480-9648-e430d5ac6ca0 HTTP/1.1" status: 200 len: 946 time: 0.0491853 Oct 26 15:00:56.248121 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cd73bd35-b459-473d-b42b-7a278c33cfa2 req-22c3c07d-8596-4c2b-8ad7-a96f80bc4979 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5170208-50d2-4496-b608-5a944dd84cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323749 Oct 26 15:00:56.350093 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5cd18-0046-46c1-af55-0117b975a66c req-c0ca6d35-4f88-4be6-959f-e9c9399b3c5e tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:56.352150 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-eea5cd18-0046-46c1-af55-0117b975a66c req-c0ca6d35-4f88-4be6-959f-e9c9399b3c5e tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.0489776 Oct 26 15:00:56.389747 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-eea5cd18-0046-46c1-af55-0117b975a66c req-a80ef487-9b74-432b-8234-40d70af367c4 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320883 Oct 26 15:00:56.506954 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351e471-fc01-43e9-89ca-8c45cdbb232d req-2c04640b-0d25-443c-ae8d-77674c7ff869 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:56.508396 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0351e471-fc01-43e9-89ca-8c45cdbb232d req-2c04640b-0d25-443c-ae8d-77674c7ff869 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 943 time: 0.0558703 Oct 26 15:00:56.547437 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0351e471-fc01-43e9-89ca-8c45cdbb232d req-bee8bd04-52b3-464d-9052-7f3492b696ff tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330405 Oct 26 15:00:57.041115 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38cde2b-082c-42c3-8cea-faba380ade5d req-ceffd536-0afb-4a3b-8252-fb42061de8e4 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:57.042579 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-f38cde2b-082c-42c3-8cea-faba380ade5d req-ceffd536-0afb-4a3b-8252-fb42061de8e4 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.76 "GET /v2.0/ports?device_id=de699f07-8a19-4480-9648-e430d5ac6ca0 HTTP/1.1" status: 200 len: 946 time: 0.0508721 Oct 26 15:00:57.143005 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [req-f38cde2b-082c-42c3-8cea-faba380ade5d req-2491f295-7d16-47b3-ad5e-ad866ab52110 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Deleting port d7d6c32e-ab92-43ef-90de-b21a71969ff9 {{(pid=108647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:00:57.143392 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-f38cde2b-082c-42c3-8cea-faba380ade5d req-2491f295-7d16-47b3-ad5e-ad866ab52110 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:57.231350 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [req-f38cde2b-082c-42c3-8cea-faba380ade5d req-2491f295-7d16-47b3-ad5e-ad866ab52110 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] For port d7d6c32e-ab92-43ef-90de-b21a71969ff9, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=d7d6c32e-ab92-43ef-90de-b21a71969ff9,segment=NetworkSegment(08979dfa-fb39-481c-9786-7acdff52f57d),segment_id=08979dfa-fb39-481c-9786-7acdff52f57d)] {{(pid=108647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:00:57.231725 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-f38cde2b-082c-42c3-8cea-faba380ade5d req-2491f295-7d16-47b3-ad5e-ad866ab52110 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:57.244490 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [req-f38cde2b-082c-42c3-8cea-faba380ade5d req-2491f295-7d16-47b3-ad5e-ad866ab52110 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Calling delete_port for d7d6c32e-ab92-43ef-90de-b21a71969ff9 owned by compute:nova {{(pid=108647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:00:57.372913 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532837c-a4d5-498c-b0a8-74cc684c8536 req-b5f1def0-d8b9-4340-9191-7041903a4b33 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:57.375731 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1532837c-a4d5-498c-b0a8-74cc684c8536 req-b5f1def0-d8b9-4340-9191-7041903a4b33 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=de699f07-8a19-4480-9648-e430d5ac6ca0 HTTP/1.1" status: 200 len: 946 time: 0.0560253 Oct 26 15:00:57.422846 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1532837c-a4d5-498c-b0a8-74cc684c8536 req-29952f15-d183-420d-8a76-a21ba663f5d7 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5170208-50d2-4496-b608-5a944dd84cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389705 Oct 26 15:00:57.491943 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-f38cde2b-082c-42c3-8cea-faba380ade5d req-2491f295-7d16-47b3-ad5e-ad866ab52110 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:57.506485 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] get_ports_and_sgs() called for port_ids ['d7d6c32e-ab92-43ef-90de-b21a71969ff9'] {{(pid=108649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:00:57.538231 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2491f295-7d16-47b3-ad5e-ad866ab52110 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Pushing event deleted for resources: {'Port': ['ID=d7d6c32e-ab92-43ef-90de-b21a71969ff9,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:57.553801 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca2a85-cf71-43c6-a709-c34949e75dfc req-1fd14397-9604-4f9f-bf60-93f488b428c1 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:57.562582 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1eca2a85-cf71-43c6-a709-c34949e75dfc req-1fd14397-9604-4f9f-bf60-93f488b428c1 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.0920026 Oct 26 15:00:57.588714 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38cde2b-082c-42c3-8cea-faba380ade5d req-2491f295-7d16-47b3-ad5e-ad866ab52110 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] No DVR routers for this DVR port d7d6c32e-ab92-43ef-90de-b21a71969ff9 on host hv-cinder-73270 {{(pid=108647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:00:57.591672 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-f38cde2b-082c-42c3-8cea-faba380ade5d req-2491f295-7d16-47b3-ad5e-ad866ab52110 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:57.595252 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-f38cde2b-082c-42c3-8cea-faba380ade5d req-2491f295-7d16-47b3-ad5e-ad866ab52110 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.76 "DELETE /v2.0/ports/d7d6c32e-ab92-43ef-90de-b21a71969ff9 HTTP/1.1" status: 204 len: 173 time: 0.5459962 Oct 26 15:00:57.595772 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de699f07-8a19-4480-9648-e430d5ac6ca0', 'name': 'network-vif-deleted', 'tag': 'd7d6c32e-ab92-43ef-90de-b21a71969ff9'}] {{(pid=108647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:00:57.598429 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c67b12b1cf7ef49faca107c22834427ed1d300477b197fee39d1c6656c9e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c35b495-2fd3-4ebb-ad52-b35891873d77" -d '{"events": [{"server_uuid": "de699f07-8a19-4480-9648-e430d5ac6ca0", "name": "network-vif-deleted", "tag": "d7d6c32e-ab92-43ef-90de-b21a71969ff9"}]}' {{(pid=108647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:00:57.617738 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1eca2a85-cf71-43c6-a709-c34949e75dfc req-78bfd33d-0260-4dd0-8396-1bc3cee6e6e3 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540905 Oct 26 15:00:57.685168 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22439f-2c7f-4d80-827c-d582dfc2ba10 req-bafaf7f3-bd02-46e5-8794-4367af327e4b tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:57.688779 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8a22439f-2c7f-4d80-827c-d582dfc2ba10 req-bafaf7f3-bd02-46e5-8794-4367af327e4b tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 943 time: 0.0571361 Oct 26 15:00:57.734402 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8a22439f-2c7f-4d80-827c-d582dfc2ba10 req-0f1616e6-c139-464f-acc6-fb0a44a5df10 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392253 Oct 26 15:00:57.808145 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db1bb9f-4982-4fde-821b-504675a78420 x-openstack-request-id: req-4db1bb9f-4982-4fde-821b-504675a78420 {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:00:57.808487 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de699f07-8a19-4480-9648-e430d5ac6ca0", "name": "network-vif-deleted", "tag": "d7d6c32e-ab92-43ef-90de-b21a71969ff9", "status": "completed", "code": 200}]} {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:00:57.808777 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4db1bb9f-4982-4fde-821b-504675a78420 {{(pid=108647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:00:57.809169 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de699f07-8a19-4480-9648-e430d5ac6ca0', 'name': 'network-vif-deleted', 'tag': 'd7d6c32e-ab92-43ef-90de-b21a71969ff9', 'status': 'completed', 'code': 200} Oct 26 15:00:57.873594 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49698e2b-1cf0-48e3-8e9c-6f72cc7c4a1b req-59a31df2-720f-48e6-b35a-094b09a60562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:57.875130 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-49698e2b-1cf0-48e3-8e9c-6f72cc7c4a1b req-59a31df2-720f-48e6-b35a-094b09a60562 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 1098 time: 0.0396097 Oct 26 15:00:57.913304 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-49698e2b-1cf0-48e3-8e9c-6f72cc7c4a1b req-f8ac9425-99ca-4ee7-a341-ad6f372fc4fc service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307684 Oct 26 15:00:58.508890 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:58.522517 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-73804979-71ca-4dbb-b374-e6bef28f1208 req-c291f411-b536-43c1-961d-b56b403eeaa3 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=de699f07-8a19-4480-9648-e430d5ac6ca0 HTTP/1.1" status: 200 len: 210 time: 0.0271091 Oct 26 15:00:58.635273 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 1551acc4-c5a7-447f-9f65-8e2572534574 details requested by agent hyperv_hv-cinder-73270 with host hv-cinder-73270 {{(pid=108649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:00:58.770926 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port 1551acc4-c5a7-447f-9f65-8e2572534574, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=1551acc4-c5a7-447f-9f65-8e2572534574,segment=NetworkSegment(bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2),segment_id=bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:00:58.788676 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8cfb4-9ce6-4cd1-9140-9eea41b90969 req-f6577ad9-57f1-4083-84ea-243935ad9e56 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:58.789041 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Returning: {'device': '1551acc4-c5a7-447f-9f65-8e2572534574', 'network_id': '6573438f-02ca-45f5-8fe3-7bc7af911bdf', 'port_id': '1551acc4-c5a7-447f-9f65-8e2572534574', 'mac_address': 'fa:16:3e:95:55:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb360883-a29a-4019-ba79-ea1f2d3809c0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:00:58.790138 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5eb8cfb4-9ce6-4cd1-9140-9eea41b90969 req-f6577ad9-57f1-4083-84ea-243935ad9e56 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.0706162 Oct 26 15:00:58.863449 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:58.875189 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5eb8cfb4-9ce6-4cd1-9140-9eea41b90969 req-9c96fcaf-de5f-4b74-817b-f277ddbeb151 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769894 Oct 26 15:00:58.877724 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1551acc4-c5a7-447f-9f65-8e2572534574 {{(pid=108649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:00:58.897851 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port 1551acc4-c5a7-447f-9f65-8e2572534574, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=1551acc4-c5a7-447f-9f65-8e2572534574,segment=NetworkSegment(bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2),segment_id=bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:00:58.914747 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab6b3e-8ed6-49ba-aad2-98e7787ee942 req-ee31cef5-2316-4025-9c96-6f7b99fd9239 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:58.916214 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c8ab6b3e-8ed6-49ba-aad2-98e7787ee942 req-ee31cef5-2316-4025-9c96-6f7b99fd9239 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 943 time: 0.0666769 Oct 26 15:00:58.957730 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c8ab6b3e-8ed6-49ba-aad2-98e7787ee942 req-4bebc135-8f30-40d4-9b44-a05d9cdeeaac tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353501 Oct 26 15:00:59.172272 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:59.220192 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=1551acc4-c5a7-447f-9f65-8e2572534574,revision_number=4']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:59.636701 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 58122) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:00:59.751887 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-21544caa-0aa0-4c67-966d-05a41d36ab9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:59.897233 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52e60a-af2a-4599-a259-6c7a09012319 req-083f3c7f-d6b2-4f52-ac65-8a57bdf2b72c tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:59.898710 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cd52e60a-af2a-4599-a259-6c7a09012319 req-083f3c7f-d6b2-4f52-ac65-8a57bdf2b72c tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/networks?id=9362f67f-481f-427c-a840-f46429345920 HTTP/1.1" status: 200 len: 809 time: 0.1296933 Oct 26 15:00:59.924662 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cd52e60a-af2a-4599-a259-6c7a09012319 req-d406321a-86a2-4d18-bb2f-6f6f6be6d7bf tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/quotas/d5e6f878d22041e78a806f3a4d5b5937 HTTP/1.1" status: 200 len: 375 time: 0.0196471 Oct 26 15:00:59.934194 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-21544caa-0aa0-4c67-966d-05a41d36ab9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:59.963701 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cd52e60a-af2a-4599-a259-6c7a09012319 req-88ccd5f7-cdec-4540-9f04-509f33ee7fdc tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d5e6f878d22041e78a806f3a4d5b5937&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319371 Oct 26 15:01:00.023524 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-21544caa-0aa0-4c67-966d-05a41d36ab9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:00.083097 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-21544caa-0aa0-4c67-966d-05a41d36ab9b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d911056dc5f64cf7bf7f73326254080a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4449649 Oct 26 15:01:00.085784 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 58148) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:00.087617 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21544caa-0aa0-4c67-966d-05a41d36ab9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d23ba48b-879f-43b7-b789-46a4e0f878ae,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:00.102382 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cd52e60a-af2a-4599-a259-6c7a09012319 req-ac25c5d8-8e78-48b3-a071-3bff28d0344f service neutron] 10.222.0.57 "GET /v2.0/networks/9362f67f-481f-427c-a840-f46429345920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308029 Oct 26 15:01:00.143208 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-e5d42914-5970-45fc-a9e9-6d137139f50b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:00.165895 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-e5d42914-5970-45fc-a9e9-6d137139f50b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:00.203764 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cd52e60a-af2a-4599-a259-6c7a09012319 req-b5286c3a-3ad3-4fc3-a99e-e40d4530d802 service neutron] 10.222.0.57 "GET /v2.0/networks/9362f67f-481f-427c-a840-f46429345920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913031 Oct 26 15:01:00.364061 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-e5d42914-5970-45fc-a9e9-6d137139f50b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:00.366872 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-e5d42914-5970-45fc-a9e9-6d137139f50b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:00.368031 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-e5d42914-5970-45fc-a9e9-6d137139f50b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d23ba48b-879f-43b7-b789-46a4e0f878ae HTTP/1.1" status: 204 len: 168 time: 0.2810729 Oct 26 15:01:00.375830 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d42914-5970-45fc-a9e9-6d137139f50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23ba48b-879f-43b7-b789-46a4e0f878ae,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:00.596662 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d7424-dc93-4f65-9caf-e7a4bfe15409 req-7b43d88f-f50e-4940-b9ef-3310a7d3aa7c tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:00.598204 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-343d7424-dc93-4f65-9caf-e7a4bfe15409 req-7b43d88f-f50e-4940-b9ef-3310a7d3aa7c tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.0551658 Oct 26 15:01:00.640500 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-343d7424-dc93-4f65-9caf-e7a4bfe15409 req-68c5a77d-c9e3-49f7-a029-a4e3c53d8de6 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357249 Oct 26 15:01:00.750414 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13c74a-b49f-41b6-9e3d-a66b36c86beb req-b959ebea-cc5f-45b0-80be-5c8e86c3e528 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:00.751955 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0e13c74a-b49f-41b6-9e3d-a66b36c86beb req-b959ebea-cc5f-45b0-80be-5c8e86c3e528 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 944 time: 0.0544205 Oct 26 15:01:00.790343 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0e13c74a-b49f-41b6-9e3d-a66b36c86beb req-585f9445-680d-4b7c-92f3-fe29f1db82d3 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320265 Oct 26 15:01:00.865105 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d16df3d5-18b6-49b7-a057-b9e38b09a4e6 req-633708f3-5f1a-43fb-9f38-fc885c77c3f9 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f05a11-3d78-4b75-82fb-c17b0cd7592f HTTP/1.1" status: 200 len: 210 time: 0.0273893 Oct 26 15:01:01.224014 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 58180) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:01.240037 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-0c23e309-97f6-42a3-9175-8a9642424d86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:01.325210 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-0c23e309-97f6-42a3-9175-8a9642424d86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:01.365397 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166431b2-6382-4fd0-bf6e-c6edc02733ef req-99d77367-82c6-4899-afc8-bbe9191fd9f1 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:01.367548 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-166431b2-6382-4fd0-bf6e-c6edc02733ef req-99d77367-82c6-4899-afc8-bbe9191fd9f1 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.0608041 Oct 26 15:01:01.383638 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device d7d6c32e-ab92-43ef-90de-b21a71969ff9 no longer exists at agent hyperv_hv-cinder-73270 {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:01:01.406194 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-166431b2-6382-4fd0-bf6e-c6edc02733ef req-c2e060c4-9ef2-4239-846c-54b7d1fae9be tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327055 Oct 26 15:01:01.406515 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] No Port match for: d7d6c32e-ab92-43ef-90de-b21a71969ff9 {{(pid=108649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:01:01.407133 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device d7d6c32e-ab92-43ef-90de-b21a71969ff9 not bound to the agent host hv-cinder-73270 {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:01:01.428516 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-0c23e309-97f6-42a3-9175-8a9642424d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:01.469428 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-0c23e309-97f6-42a3-9175-8a9642424d86 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fe60441fbfc74b338c335014c11888c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2415299 Oct 26 15:01:01.469428 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c23e309-97f6-42a3-9175-8a9642424d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f4f3a0-c933-4289-8ce5-2fa969dbc5ad,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:01.470600 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 58188) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:01.522170 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-98102151-da36-46cf-8d09-dc150e0d795a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:01.543117 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-98102151-da36-46cf-8d09-dc150e0d795a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:01.668735 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-98102151-da36-46cf-8d09-dc150e0d795a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:01.672225 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-98102151-da36-46cf-8d09-dc150e0d795a admin admin] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:01.673350 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-98102151-da36-46cf-8d09-dc150e0d795a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/23f4f3a0-c933-4289-8ce5-2fa969dbc5ad HTTP/1.1" status: 204 len: 168 time: 0.2014141 Oct 26 15:01:01.682599 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98102151-da36-46cf-8d09-dc150e0d795a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f4f3a0-c933-4289-8ce5-2fa969dbc5ad,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:01.916123 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e78463-a0e8-4189-86d6-89014a4c8c67 req-cf0838e0-816c-4d86-94f2-829226cccbe1 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:01.917634 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-45e78463-a0e8-4189-86d6-89014a4c8c67 req-cf0838e0-816c-4d86-94f2-829226cccbe1 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 944 time: 0.0521166 Oct 26 15:01:01.960605 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-45e78463-a0e8-4189-86d6-89014a4c8c67 req-b2c216b4-13b2-4ce3-bad5-16db1710c04d tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316517 Oct 26 15:01:02.045989 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-676d841b-03bf-4662-9b97-74be795f0508 req-84f7ae87-d96b-4ef8-b6dc-d14f6a829e66 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f05a11-3d78-4b75-82fb-c17b0cd7592f HTTP/1.1" status: 200 len: 210 time: 0.0287476 Oct 26 15:01:02.420189 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] get_ports_and_sgs() called for port_ids ['1551acc4-c5a7-447f-9f65-8e2572534574'] {{(pid=108649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:01:02.530425 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57be25-b1ce-4dc8-8737-dfddfddc07de req-4c1673d2-e021-4d9b-84b2-48aff648797f tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:02.531938 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8a57be25-b1ce-4dc8-8737-dfddfddc07de req-4c1673d2-e021-4d9b-84b2-48aff648797f tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.0485723 Oct 26 15:01:02.573696 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8a57be25-b1ce-4dc8-8737-dfddfddc07de req-5eeace63-8b84-46b7-9865-62f2ae33c5cc tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356922 Oct 26 15:01:02.719026 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17705c0-c45c-4758-b763-f06999912153 req-34a22b8b-1010-41a8-a33d-d9181a8ccaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:02.720613 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-a17705c0-c45c-4758-b763-f06999912153 req-34a22b8b-1010-41a8-a33d-d9181a8ccaaa service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e858799915f545b79e6f36f7cda2f6c7&device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 1098 time: 0.0431268 Oct 26 15:01:02.815703 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17705c0-c45c-4758-b763-f06999912153 req-9a1e0755-7e71-4536-9dcb-41ac08f179fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:02.817193 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-a17705c0-c45c-4758-b763-f06999912153 req-9a1e0755-7e71-4536-9dcb-41ac08f179fa service neutron] 10.222.0.76 "GET /v2.0/networks?id=ad2172c5-e06a-4950-a922-0c7e574f5f17 HTTP/1.1" status: 200 len: 919 time: 0.0868630 Oct 26 15:01:02.867268 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-a17705c0-c45c-4758-b763-f06999912153 req-8cc4865e-3d1d-4fec-bb23-3b723509dcc6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7db0864-eacc-405f-bf1d-68530c8f2784 HTTP/1.1" status: 200 len: 217 time: 0.0339556 Oct 26 15:01:02.920155 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17705c0-c45c-4758-b763-f06999912153 req-2234e106-5f7f-43de-b3d1-ee8f491b9e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:02.923260 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-a17705c0-c45c-4758-b763-f06999912153 req-2234e106-5f7f-43de-b3d1-ee8f491b9e32 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=673dc4e7-f4e6-456e-9bb6-73f76f7d8feb HTTP/1.1" status: 200 len: 858 time: 0.0471497 Oct 26 15:01:02.975258 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-a17705c0-c45c-4758-b763-f06999912153 req-7619c86b-7993-4df9-95e3-8fd197b3dd84 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ad2172c5-e06a-4950-a922-0c7e574f5f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319972 Oct 26 15:01:03.093207 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-a17705c0-c45c-4758-b763-f06999912153 req-3436fbe0-8454-4747-9f12-b6926a757212 service neutron] 10.222.0.76 "GET /v2.0/networks/ad2172c5-e06a-4950-a922-0c7e574f5f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073053 Oct 26 15:01:03.118220 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919de7b-fea2-442f-82c4-7e75c4915318 req-596085e7-5205-4bfc-9219-1d65e5ee0252 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:03.120261 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3919de7b-fea2-442f-82c4-7e75c4915318 req-596085e7-5205-4bfc-9219-1d65e5ee0252 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 944 time: 0.0544436 Oct 26 15:01:03.158235 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-933fd499-3395-4f80-b2b7-6ba88175a568 req-d38dc8e8-a665-4338-8eed-9e207e17b045 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f05a11-3d78-4b75-82fb-c17b0cd7592f HTTP/1.1" status: 200 len: 210 time: 0.0353558 Oct 26 15:01:03.178120 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3919de7b-fea2-442f-82c4-7e75c4915318 req-9019f0a2-dae7-4e21-a8fe-c5fd81c8e2e0 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466239 Oct 26 15:01:03.703174 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42025ead-e1b3-4235-a0d8-997a13165381 req-c9b73012-3f15-478c-ab75-54f5c81e9aa1 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:03.705380 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-42025ead-e1b3-4235-a0d8-997a13165381 req-c9b73012-3f15-478c-ab75-54f5c81e9aa1 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.0627718 Oct 26 15:01:03.747365 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-42025ead-e1b3-4235-a0d8-997a13165381 req-641d2437-e479-48b2-94d8-e381015cbd5b tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356400 Oct 26 15:01:04.255041 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d63f1bf7-15d0-45c1-a847-e94651d57dc2 req-aae28082-9247-4dd1-8d62-8f1802a04761 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f05a11-3d78-4b75-82fb-c17b0cd7592f HTTP/1.1" status: 200 len: 210 time: 0.0285704 Oct 26 15:01:04.361465 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99e9f8-9b27-4522-9c16-a4d0e69cc650 req-8cb90949-3ff0-47cb-85b0-c63e4f591938 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:04.362999 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ed99e9f8-9b27-4522-9c16-a4d0e69cc650 req-8cb90949-3ff0-47cb-85b0-c63e4f591938 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 944 time: 0.0531540 Oct 26 15:01:04.406221 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ed99e9f8-9b27-4522-9c16-a4d0e69cc650 req-db7ff417-efd4-4b24-a7d1-006069abe578 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345626 Oct 26 15:01:04.873118 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc56a38-b416-4829-bba6-19716dbc5d0b req-b6c59baa-1f5c-4edd-9a82-0dc241ff37db tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:04.875283 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-bfc56a38-b416-4829-bba6-19716dbc5d0b req-b6c59baa-1f5c-4edd-9a82-0dc241ff37db tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.0514927 Oct 26 15:01:04.911568 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-bfc56a38-b416-4829-bba6-19716dbc5d0b req-694bd2dc-be48-486f-a22f-cdfdae317fb4 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304034 Oct 26 15:01:05.359367 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-66924aa8-be28-4513-aea2-d7e55d1475a0 req-9784bb30-f0a5-4c8b-9fac-8e15c003904d tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f05a11-3d78-4b75-82fb-c17b0cd7592f HTTP/1.1" status: 200 len: 210 time: 0.0301025 Oct 26 15:01:05.525131 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e615a622-e59a-4f9d-bbdf-d2b5c8cf30e6 req-ed26aecb-c639-4494-a1f0-87cc173f6b7d tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:05.526589 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e615a622-e59a-4f9d-bbdf-d2b5c8cf30e6 req-ed26aecb-c639-4494-a1f0-87cc173f6b7d tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 944 time: 0.0505774 Oct 26 15:01:05.564759 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e615a622-e59a-4f9d-bbdf-d2b5c8cf30e6 req-69f671bd-d704-42c9-a887-63fd1436060d tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316305 Oct 26 15:01:05.949661 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-a17705c0-c45c-4758-b763-f06999912153 req-3bdbec56-9bf5-4bf6-9316-ea50ffe756df service neutron] 10.222.0.76 "GET /v2.0/networks/ad2172c5-e06a-4950-a922-0c7e574f5f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908875 Oct 26 15:01:06.025873 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a271b62-222b-4cdc-a55d-05806912fac6 req-5f8a5321-2e13-477f-a588-3f207898dd96 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:06.027382 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0a271b62-222b-4cdc-a55d-05806912fac6 req-5f8a5321-2e13-477f-a588-3f207898dd96 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.0482132 Oct 26 15:01:06.066646 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0a271b62-222b-4cdc-a55d-05806912fac6 req-76b2819d-a1c5-4511-ad0c-5e8e36405129 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330133 Oct 26 15:01:06.454195 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f9304993-7c05-47bb-a388-0b1d488f0844 req-4803f8b3-2bd3-40bd-9897-e07718adf353 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f05a11-3d78-4b75-82fb-c17b0cd7592f HTTP/1.1" status: 200 len: 210 time: 0.0256920 Oct 26 15:01:06.685903 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82495618-eb90-4a8f-a632-af2522271411 req-1a74ed9a-cf78-4dd4-8ffc-929a6533ea52 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:06.687409 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-82495618-eb90-4a8f-a632-af2522271411 req-1a74ed9a-cf78-4dd4-8ffc-929a6533ea52 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 944 time: 0.0533946 Oct 26 15:01:06.724910 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-82495618-eb90-4a8f-a632-af2522271411 req-bce26de6-7f8c-4753-821f-a18e61a6ceaf tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308177 Oct 26 15:01:07.182020 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20f776-3c62-4383-bb31-bcfed4b41a83 req-601250a1-8b33-402f-8a04-8ef7810a4363 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:07.183497 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3c20f776-3c62-4383-bb31-bcfed4b41a83 req-601250a1-8b33-402f-8a04-8ef7810a4363 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.0482557 Oct 26 15:01:07.225203 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3c20f776-3c62-4383-bb31-bcfed4b41a83 req-0809cf6f-d485-4933-9581-f98a03f9d618 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355570 Oct 26 15:01:07.316802 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 1551acc4-c5a7-447f-9f65-8e2572534574 up at agent hyperv_hv-cinder-73270 {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:01:07.469053 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Provisioning for port 1551acc4-c5a7-447f-9f65-8e2572534574 completed by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 15:01:07.473885 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Provisioning complete for port 1551acc4-c5a7-447f-9f65-8e2572534574 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:07.474282 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:07.547301 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6bdd0eb8-f189-41a7-87e7-3d20656a30a3 req-8f4621bc-4f69-4eca-9838-984e41bd8973 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f05a11-3d78-4b75-82fb-c17b0cd7592f HTTP/1.1" status: 200 len: 210 time: 0.0258949 Oct 26 15:01:07.557270 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:07.580458 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1551acc4-c5a7-447f-9f65-8e2572534574'}] {{(pid=108649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:01:07.582718 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce9ea8dafcd660945e4144893ae94b540b7d43bc7f31485d3ebdd76e7b8406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ef5e0c-6702-4367-82e1-359440deb341" -d '{"events": [{"server_uuid": "36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5", "name": "network-vif-plugged", "status": "completed", "tag": "1551acc4-c5a7-447f-9f65-8e2572534574"}]}' {{(pid=108649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:01:07.598543 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port 1551acc4-c5a7-447f-9f65-8e2572534574, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=1551acc4-c5a7-447f-9f65-8e2572534574,segment=NetworkSegment(bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2),segment_id=bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:01:07.619724 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4d8ed9-dfe6-443a-8c7a-58043a0b6ac8 x-openstack-request-id: req-0b4d8ed9-dfe6-443a-8c7a-58043a0b6ac8 {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:01:07.620045 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5", "name": "network-vif-plugged", "status": "completed", "tag": "1551acc4-c5a7-447f-9f65-8e2572534574", "code": 200}]} {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:01:07.620300 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0b4d8ed9-dfe6-443a-8c7a-58043a0b6ac8 {{(pid=108649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:01:07.620691 dv-cinder-732704-6-iscsi neutron-server[108649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1551acc4-c5a7-447f-9f65-8e2572534574', 'code': 200} Oct 26 15:01:07.702828 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:07.750655 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=1551acc4-c5a7-447f-9f65-8e2572534574,revision_number=5']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:07.846748 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611aece-c4db-479f-9aec-7ffba02f51d5 req-597753f8-9963-4d44-b15d-177042cf1100 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:07.848209 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d611aece-c4db-479f-9aec-7ffba02f51d5 req-597753f8-9963-4d44-b15d-177042cf1100 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 945 time: 0.0508394 Oct 26 15:01:07.885379 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d611aece-c4db-479f-9aec-7ffba02f51d5 req-568860bd-b943-4465-b145-92e111adc29e tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308793 Oct 26 15:01:07.919699 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-e25df2e4-705b-4648-8e82-887a417b8d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:08.340044 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afbcc4e-0e37-4f68-8e41-87af338dab7d req-f02ceeea-d0be-47e8-920d-9780ba6a4964 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:08.341527 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3afbcc4e-0e37-4f68-8e41-87af338dab7d req-f02ceeea-d0be-47e8-920d-9780ba6a4964 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.0475237 Oct 26 15:01:08.380113 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3afbcc4e-0e37-4f68-8e41-87af338dab7d req-f2d3f934-a8ed-43d1-b2a9-5f9810a5de1c tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326054 Oct 26 15:01:08.639392 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8a6e3a47-c8f6-4d4c-9378-7a9953d3eac2 req-3b3a3579-7a76-4b96-b7c3-eafa6861cffa tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f05a11-3d78-4b75-82fb-c17b0cd7592f HTTP/1.1" status: 200 len: 210 time: 0.0253277 Oct 26 15:01:09.005681 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42541e57-b6fd-47ee-b36f-1c93c29e64e5 req-2b739f34-f352-4b47-b681-c636cf15354e tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:09.007066 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-42541e57-b6fd-47ee-b36f-1c93c29e64e5 req-2b739f34-f352-4b47-b681-c636cf15354e tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 945 time: 0.0512815 Oct 26 15:01:09.044950 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-42541e57-b6fd-47ee-b36f-1c93c29e64e5 req-a3ec00a2-52b3-4481-aad9-7811d4a62606 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317721 Oct 26 15:01:09.413814 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52e60a-af2a-4599-a259-6c7a09012319 req-58267551-ef6b-42f8-88c2-563d77be10ec tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:09.415430 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-cd52e60a-af2a-4599-a259-6c7a09012319 req-58267551-ef6b-42f8-88c2-563d77be10ec tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.76 "GET /v2.0/networks?id=9362f67f-481f-427c-a840-f46429345920 HTTP/1.1" status: 200 len: 809 time: 0.1074367 Oct 26 15:01:09.430829 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [req-cd52e60a-af2a-4599-a259-6c7a09012319 req-426c2e2d-e178-46ff-89bd-b1164f88ce1d tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Request body: {'port': {'device_id': 'b7f05a11-3d78-4b75-82fb-c17b0cd7592f', 'network_id': '9362f67f-481f-427c-a840-f46429345920', 'admin_state_up': True, 'tenant_id': 'd5e6f878d22041e78a806f3a4d5b5937'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:01:09.549373 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4962af6-f986-497c-a5a1-0057dadd2030 req-eca4f44e-ee83-403e-8d4d-1e8e70ee4333 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:09.556928 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e4962af6-f986-497c-a5a1-0057dadd2030 req-eca4f44e-ee83-403e-8d4d-1e8e70ee4333 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.0625734 Oct 26 15:01:09.593672 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e4962af6-f986-497c-a5a1-0057dadd2030 req-30c00d57-a3b9-4800-af9b-5b81f488d806 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342803 Oct 26 15:01:09.643151 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd52e60a-af2a-4599-a259-6c7a09012319 req-426c2e2d-e178-46ff-89bd-b1164f88ce1d tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Made reservation on behalf of d5e6f878d22041e78a806f3a4d5b5937 for: {'port': 1} {{(pid=108647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:01:09.646833 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-cd52e60a-af2a-4599-a259-6c7a09012319 req-426c2e2d-e178-46ff-89bd-b1164f88ce1d tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:09.738220 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-40fa6d63-e4fc-4463-9154-689dd10f7190 req-c54cfd7c-cd1f-4067-a052-92a8736fd6b0 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f05a11-3d78-4b75-82fb-c17b0cd7592f HTTP/1.1" status: 200 len: 210 time: 0.0292685 Oct 26 15:01:09.784335 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcaedec-2807-48fb-9d12-6494234a70e5 req-013b5037-2af5-4a87-9533-c53fe7a57a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:09.785815 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-1fcaedec-2807-48fb-9d12-6494234a70e5 req-013b5037-2af5-4a87-9533-c53fe7a57a87 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 1098 time: 0.0848787 Oct 26 15:01:09.821765 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.db_base_plugin_common [req-cd52e60a-af2a-4599-a259-6c7a09012319 req-426c2e2d-e178-46ff-89bd-b1164f88ce1d tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Allocated IP 172.20.0.6 (9362f67f-481f-427c-a840-f46429345920/3cc3ea66-b14b-4fc4-b97d-d186c6e60ed3/65c6f7b3-028d-4eda-91a1-3da20dece4a5) {{(pid=108647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:01:09.841221 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-1fcaedec-2807-48fb-9d12-6494234a70e5 req-db634cda-8b02-43ac-a18b-c83b4b34b513 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467203 Oct 26 15:01:09.975975 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-cd52e60a-af2a-4599-a259-6c7a09012319 req-426c2e2d-e178-46ff-89bd-b1164f88ce1d tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Publish callbacks [] for port, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:10.146942 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-cd52e60a-af2a-4599-a259-6c7a09012319 req-426c2e2d-e178-46ff-89bd-b1164f88ce1d tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:10.163585 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510f72a-851e-43a7-b16a-939a36bd3ef3 req-6214e8fd-b5dc-4e99-9fd8-59a44f36bd04 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:10.165105 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6510f72a-851e-43a7-b16a-939a36bd3ef3 req-6214e8fd-b5dc-4e99-9fd8-59a44f36bd04 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 945 time: 0.0497093 Oct 26 15:01:10.190722 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd52e60a-af2a-4599-a259-6c7a09012319 req-426c2e2d-e178-46ff-89bd-b1164f88ce1d tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Network 9362f67f-481f-427c-a840-f46429345920 is already hosted by enough agents. {{(pid=108647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:01:10.193894 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [req-cd52e60a-af2a-4599-a259-6c7a09012319 req-426c2e2d-e178-46ff-89bd-b1164f88ce1d tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Resources bound (agent type, host, resource id): {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:01:10.198242 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd52e60a-af2a-4599-a259-6c7a09012319 req-426c2e2d-e178-46ff-89bd-b1164f88ce1d tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Received port after_create {{(pid=108647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:01:10.204537 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c2e2d-e178-46ff-89bd-b1164f88ce1d tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Pushing event updated for resources: {'Port': ['ID=65c6f7b3-028d-4eda-91a1-3da20dece4a5,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:10.208980 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6510f72a-851e-43a7-b16a-939a36bd3ef3 req-b65727a7-bd76-4a8a-b36a-71c4891f9f9b tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375228 Oct 26 15:01:10.250580 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52e60a-af2a-4599-a259-6c7a09012319 req-426c2e2d-e178-46ff-89bd-b1164f88ce1d tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:10.251213 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-cd52e60a-af2a-4599-a259-6c7a09012319 req-426c2e2d-e178-46ff-89bd-b1164f88ce1d tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:10.334515 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-cd52e60a-af2a-4599-a259-6c7a09012319 req-426c2e2d-e178-46ff-89bd-b1164f88ce1d tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9074643 Oct 26 15:01:10.363293 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [req-cd52e60a-af2a-4599-a259-6c7a09012319 req-8b3f654f-a857-4bba-a748-86a82ee223f3 service neutron] Request body: {'port': {'device_id': 'b7f05a11-3d78-4b75-82fb-c17b0cd7592f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73270'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:01:10.425609 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-cd52e60a-af2a-4599-a259-6c7a09012319 req-8b3f654f-a857-4bba-a748-86a82ee223f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:10.702151 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [req-cd52e60a-af2a-4599-a259-6c7a09012319 req-8b3f654f-a857-4bba-a748-86a82ee223f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65c6f7b3-028d-4eda-91a1-3da20dece4a5 {{(pid=108647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:01:10.716006 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c535034d-5abf-44db-a427-f96b0d8f43f8 req-28acbb9a-09f8-4b8f-81b7-a2ca8066a55b tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:10.716609 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-cd52e60a-af2a-4599-a259-6c7a09012319 req-8b3f654f-a857-4bba-a748-86a82ee223f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:10.717497 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c535034d-5abf-44db-a427-f96b0d8f43f8 req-28acbb9a-09f8-4b8f-81b7-a2ca8066a55b tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.0558996 Oct 26 15:01:10.731068 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.provisioning_blocks [req-cd52e60a-af2a-4599-a259-6c7a09012319 req-8b3f654f-a857-4bba-a748-86a82ee223f3 service neutron] Transition to ACTIVE for port object 65c6f7b3-028d-4eda-91a1-3da20dece4a5 will not be triggered until provisioned by entity L2. {{(pid=108647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 15:01:10.755448 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c535034d-5abf-44db-a427-f96b0d8f43f8 req-0467c4d2-39a4-4bcf-ac90-847beb572da5 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315299 Oct 26 15:01:10.836454 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-cd52e60a-af2a-4599-a259-6c7a09012319 req-8b3f654f-a857-4bba-a748-86a82ee223f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8556446'] for port, after_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:10.863598 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240333e6-0fa7-496a-9738-34ea91495d6a req-c7ba258e-754c-49c9-97e1-233cf848f3de tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:10.865076 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-240333e6-0fa7-496a-9738-34ea91495d6a req-c7ba258e-754c-49c9-97e1-233cf848f3de tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f05a11-3d78-4b75-82fb-c17b0cd7592f HTTP/1.1" status: 200 len: 931 time: 0.0553470 Oct 26 15:01:10.893587 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f654f-a857-4bba-a748-86a82ee223f3 service neutron] Pushing event updated for resources: {'Port': ['ID=65c6f7b3-028d-4eda-91a1-3da20dece4a5,revision_number=2']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:10.907236 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-240333e6-0fa7-496a-9738-34ea91495d6a req-977b5d47-f492-4d5b-a2e9-af92ba379fc4 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5170208-50d2-4496-b608-5a944dd84cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358932 Oct 26 15:01:10.970726 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.managers [req-cd52e60a-af2a-4599-a259-6c7a09012319 req-8b3f654f-a857-4bba-a748-86a82ee223f3 service neutron] Attempting to bind port 65c6f7b3-028d-4eda-91a1-3da20dece4a5 on host hv-cinder-73270 for vnic_type normal with profile {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:01:10.971072 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.managers [req-cd52e60a-af2a-4599-a259-6c7a09012319 req-8b3f654f-a857-4bba-a748-86a82ee223f3 service neutron] Attempting to bind port 65c6f7b3-028d-4eda-91a1-3da20dece4a5 by drivers openvswitch,hyperv on host hv-cinder-73270 at level 0 using segments [{'id': '08979dfa-fb39-481c-9786-7acdff52f57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9362f67f-481f-427c-a840-f46429345920'}] {{(pid=108647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:01:10.971423 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd52e60a-af2a-4599-a259-6c7a09012319 req-8b3f654f-a857-4bba-a748-86a82ee223f3 service neutron] Attempting to bind port 65c6f7b3-028d-4eda-91a1-3da20dece4a5 on network 9362f67f-481f-427c-a840-f46429345920 {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:01:10.978232 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd52e60a-af2a-4599-a259-6c7a09012319 req-8b3f654f-a857-4bba-a748-86a82ee223f3 service neutron] Port 65c6f7b3-028d-4eda-91a1-3da20dece4a5 on network 9362f67f-481f-427c-a840-f46429345920 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73270 {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 15:01:10.978232 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd52e60a-af2a-4599-a259-6c7a09012319 req-8b3f654f-a857-4bba-a748-86a82ee223f3 service neutron] Attempting to bind port 65c6f7b3-028d-4eda-91a1-3da20dece4a5 on network 9362f67f-481f-427c-a840-f46429345920 {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:01:10.983305 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd52e60a-af2a-4599-a259-6c7a09012319 req-8b3f654f-a857-4bba-a748-86a82ee223f3 service neutron] Checking agent: {'id': 'aa824652-354b-48bb-834a-72ec45d7dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73270', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 14, 57, 28), 'started_at': datetime.datetime(2021, 10, 26, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:01:10.983527 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd52e60a-af2a-4599-a259-6c7a09012319 req-8b3f654f-a857-4bba-a748-86a82ee223f3 service neutron] Checking segment: {'id': '08979dfa-fb39-481c-9786-7acdff52f57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9362f67f-481f-427c-a840-f46429345920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:01:10.983911 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd52e60a-af2a-4599-a259-6c7a09012319 req-8b3f654f-a857-4bba-a748-86a82ee223f3 service neutron] Bound using segment: {'id': '08979dfa-fb39-481c-9786-7acdff52f57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9362f67f-481f-427c-a840-f46429345920'} {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:01:10.984337 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.managers [req-cd52e60a-af2a-4599-a259-6c7a09012319 req-8b3f654f-a857-4bba-a748-86a82ee223f3 service neutron] Bound port: 65c6f7b3-028d-4eda-91a1-3da20dece4a5, host: hv-cinder-73270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08979dfa-fb39-481c-9786-7acdff52f57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9362f67f-481f-427c-a840-f46429345920'}}] {{(pid=108647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:01:10.984704 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-cd52e60a-af2a-4599-a259-6c7a09012319 req-8b3f654f-a857-4bba-a748-86a82ee223f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:11.052755 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [req-cd52e60a-af2a-4599-a259-6c7a09012319 req-8b3f654f-a857-4bba-a748-86a82ee223f3 service neutron] For port 65c6f7b3-028d-4eda-91a1-3da20dece4a5, host hv-cinder-73270, cleared binding levels {{(pid=108647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:01:11.056431 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [req-cd52e60a-af2a-4599-a259-6c7a09012319 req-8b3f654f-a857-4bba-a748-86a82ee223f3 service neutron] For port 65c6f7b3-028d-4eda-91a1-3da20dece4a5, host hv-cinder-73270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=65c6f7b3-028d-4eda-91a1-3da20dece4a5,segment=NetworkSegment(08979dfa-fb39-481c-9786-7acdff52f57d),segment_id=08979dfa-fb39-481c-9786-7acdff52f57d)] {{(pid=108647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:01:11.252024 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-cd52e60a-af2a-4599-a259-6c7a09012319 req-8b3f654f-a857-4bba-a748-86a82ee223f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8556446'] for port, after_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:11.282769 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52e60a-af2a-4599-a259-6c7a09012319 req-8b3f654f-a857-4bba-a748-86a82ee223f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:11.283977 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-cd52e60a-af2a-4599-a259-6c7a09012319 req-8b3f654f-a857-4bba-a748-86a82ee223f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:11.284950 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-cd52e60a-af2a-4599-a259-6c7a09012319 req-8b3f654f-a857-4bba-a748-86a82ee223f3 service neutron] 10.222.0.76 "PUT /v2.0/ports/65c6f7b3-028d-4eda-91a1-3da20dece4a5 HTTP/1.1" status: 200 len: 1093 time: 0.9281690 Oct 26 15:01:11.287183 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f05a11-3d78-4b75-82fb-c17b0cd7592f', 'tag': '65c6f7b3-028d-4eda-91a1-3da20dece4a5'}] {{(pid=108647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:01:11.289963 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c67b12b1cf7ef49faca107c22834427ed1d300477b197fee39d1c6656c9e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cdcd94e-66c5-49c4-8bf1-5844e8adfc48" -d '{"events": [{"name": "network-changed", "server_uuid": "b7f05a11-3d78-4b75-82fb-c17b0cd7592f", "tag": "65c6f7b3-028d-4eda-91a1-3da20dece4a5"}]}' {{(pid=108647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:01:11.320977 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f654f-a857-4bba-a748-86a82ee223f3 service neutron] Pushing event updated for resources: {'Port': ['ID=65c6f7b3-028d-4eda-91a1-3da20dece4a5,revision_number=3']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:11.332307 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9d061e-1049-47cb-9945-7ea55da3117f x-openstack-request-id: req-ae9d061e-1049-47cb-9945-7ea55da3117f {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:01:11.332596 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7f05a11-3d78-4b75-82fb-c17b0cd7592f", "tag": "65c6f7b3-028d-4eda-91a1-3da20dece4a5", "status": "completed", "code": 200}]} {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:01:11.332851 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ae9d061e-1049-47cb-9945-7ea55da3117f {{(pid=108647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:01:11.333244 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7f05a11-3d78-4b75-82fb-c17b0cd7592f', 'tag': '65c6f7b3-028d-4eda-91a1-3da20dece4a5', 'status': 'completed', 'code': 200} Oct 26 15:01:11.411475 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b556dfc8-9787-4b5c-a16a-b3035f2c666a req-a6b70658-868a-4aad-8f4d-cfaa7469b47a tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:11.411475 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b556dfc8-9787-4b5c-a16a-b3035f2c666a req-a6b70658-868a-4aad-8f4d-cfaa7469b47a tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 945 time: 0.1031199 Oct 26 15:01:11.426213 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdcd94e-66c5-49c4-8bf1-5844e8adfc48 req-447604d6-2d16-41bc-bcb5-4791f38dcae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:11.427712 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-6cdcd94e-66c5-49c4-8bf1-5844e8adfc48 req-447604d6-2d16-41bc-bcb5-4791f38dcae8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d5e6f878d22041e78a806f3a4d5b5937&device_id=b7f05a11-3d78-4b75-82fb-c17b0cd7592f HTTP/1.1" status: 200 len: 1096 time: 0.0644886 Oct 26 15:01:11.443709 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b556dfc8-9787-4b5c-a16a-b3035f2c666a req-23ed098b-ee81-4e7d-9b24-db36230dc2ac tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412657 Oct 26 15:01:11.549238 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdcd94e-66c5-49c4-8bf1-5844e8adfc48 req-c8769039-be1a-46e4-83e0-a63e43dfc695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:11.551021 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-6cdcd94e-66c5-49c4-8bf1-5844e8adfc48 req-c8769039-be1a-46e4-83e0-a63e43dfc695 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=d5e6f878d22041e78a806f3a4d5b5937&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1106021 Oct 26 15:01:11.700121 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdcd94e-66c5-49c4-8bf1-5844e8adfc48 req-4a5eb6b0-efb9-4af5-bfa7-dc5c1264cdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:11.701881 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-6cdcd94e-66c5-49c4-8bf1-5844e8adfc48 req-4a5eb6b0-efb9-4af5-bfa7-dc5c1264cdb1 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1353526 Oct 26 15:01:11.792309 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52e60a-af2a-4599-a259-6c7a09012319 req-b50c507e-7efc-4f55-8979-af97196f4dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:11.796334 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-cd52e60a-af2a-4599-a259-6c7a09012319 req-b50c507e-7efc-4f55-8979-af97196f4dcf service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d5e6f878d22041e78a806f3a4d5b5937&device_id=b7f05a11-3d78-4b75-82fb-c17b0cd7592f HTTP/1.1" status: 200 len: 1096 time: 0.0410974 Oct 26 15:01:11.845048 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-cd52e60a-af2a-4599-a259-6c7a09012319 req-63c6dfba-3290-4eba-9875-393b3cf1eaa0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65c6f7b3-028d-4eda-91a1-3da20dece4a5 HTTP/1.1" status: 200 len: 217 time: 0.0390599 Oct 26 15:01:11.878123 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22162f-dcad-4d3c-b6dc-e083321f2ed9 req-f28040be-bb68-45e7-a2c2-afe48be2fee0 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:11.892072 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-dd22162f-dcad-4d3c-b6dc-e083321f2ed9 req-f28040be-bb68-45e7-a2c2-afe48be2fee0 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.0593469 Oct 26 15:01:11.922562 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-dd22162f-dcad-4d3c-b6dc-e083321f2ed9 req-96f857a9-31f7-4666-a9aa-7b28b3e0902e tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355594 Oct 26 15:01:12.044389 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e5592f-e31a-417f-a19a-ac629a936249 req-8b75df78-bcd2-4d4a-8693-3c1d26207784 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:12.045915 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b7e5592f-e31a-417f-a19a-ac629a936249 req-8b75df78-bcd2-4d4a-8693-3c1d26207784 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f05a11-3d78-4b75-82fb-c17b0cd7592f HTTP/1.1" status: 200 len: 943 time: 0.0508268 Oct 26 15:01:12.100974 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b7e5592f-e31a-417f-a19a-ac629a936249 req-13e44d00-cb5c-4993-b150-8ca11529aeb7 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5170208-50d2-4496-b608-5a944dd84cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464909 Oct 26 15:01:12.121319 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52e60a-af2a-4599-a259-6c7a09012319 req-cf020d47-b442-4a33-a9f1-0eb35bfbafaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:12.122880 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-cd52e60a-af2a-4599-a259-6c7a09012319 req-cf020d47-b442-4a33-a9f1-0eb35bfbafaf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3cc3ea66-b14b-4fc4-b97d-d186c6e60ed3 HTTP/1.1" status: 200 len: 849 time: 0.2464759 Oct 26 15:01:12.154300 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-cd52e60a-af2a-4599-a259-6c7a09012319 req-67e82fa5-df3a-4942-997d-111dee295fa6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9362f67f-481f-427c-a840-f46429345920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232897 Oct 26 15:01:12.246764 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-cd52e60a-af2a-4599-a259-6c7a09012319 req-1a1fd2fd-8b80-48b2-a0a6-5fee1562b501 service neutron] 10.222.0.76 "GET /v2.0/networks/9362f67f-481f-427c-a840-f46429345920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828578 Oct 26 15:01:12.336232 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-cd52e60a-af2a-4599-a259-6c7a09012319 req-c3cc93b0-e2cf-4a16-b40f-b61f72c5ead0 service neutron] 10.222.0.76 "GET /v2.0/networks/9362f67f-481f-427c-a840-f46429345920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815961 Oct 26 15:01:12.566998 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75eaf01-8551-4c9a-8d6d-ea0e4437abe1 req-17c29da0-ed07-495f-b106-e986aad9db9c tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:12.569825 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d75eaf01-8551-4c9a-8d6d-ea0e4437abe1 req-17c29da0-ed07-495f-b106-e986aad9db9c tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 945 time: 0.0499482 Oct 26 15:01:12.610612 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d75eaf01-8551-4c9a-8d6d-ea0e4437abe1 req-702a8bdf-b0e3-4ea4-875b-739faca4a56d tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355756 Oct 26 15:01:12.747109 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198efce6-647d-4286-9fde-e00faf716156 req-c65c6c0f-17c4-429b-b89f-564cf982fc7f tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:12.757681 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-198efce6-647d-4286-9fde-e00faf716156 req-c65c6c0f-17c4-429b-b89f-564cf982fc7f tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 945 time: 0.0680437 Oct 26 15:01:12.757880 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 58510) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:12.762684 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [None req-7a07a1cf-76c6-44ae-9d89-1bea080346b6 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Request body: {'floatingip': {'port_id': '1551acc4-c5a7-447f-9f65-8e2572534574'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:01:12.839984 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-7a07a1cf-76c6-44ae-9d89-1bea080346b6 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks [] for floatingip, before_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:13.228693 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-b7938cc0-4c9a-4d51-b0cd-0ad279445e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:13.233230 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0808b90-0e0b-4983-b02e-c1c47abdc08f req-a01a8a5f-0196-4c09-af8b-d6bf0e318c0c tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:13.234785 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d0808b90-0e0b-4983-b02e-c1c47abdc08f req-a01a8a5f-0196-4c09-af8b-d6bf0e318c0c tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f05a11-3d78-4b75-82fb-c17b0cd7592f HTTP/1.1" status: 200 len: 943 time: 0.0617115 Oct 26 15:01:13.295487 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d0808b90-0e0b-4983-b02e-c1c47abdc08f req-aefa8fcb-d230-42f1-b2ce-ad7319ec1b0c tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5170208-50d2-4496-b608-5a944dd84cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528200 Oct 26 15:01:13.410869 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-7a07a1cf-76c6-44ae-9d89-1bea080346b6 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:13.513921 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-7a07a1cf-76c6-44ae-9d89-1bea080346b6 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536297274'] for floatingip, after_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:13.615127 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.db.l3_db [None req-7a07a1cf-76c6-44ae-9d89-1bea080346b6 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Floating IP 936c8515-926f-4335-b934-fb34247ca0c6 associated. External IP: 172.27.0.209, port: 1551acc4-c5a7-447f-9f65-8e2572534574. Oct 26 15:01:13.771059 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:13.799350 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:13.817931 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a07a1cf-76c6-44ae-9d89-1bea080346b6 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Router 0db56fb9-2748-49de-9f56-d52e901e94b9 has already been hosted by L3 agent aad0d180-bd62-492d-9d56-445be5af9cbd {{(pid=108647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:01:13.925897 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a07a1cf-76c6-44ae-9d89-1bea080346b6 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Notify agent at l3_agent.dv-cinder-732704-6-iscsi the message routers_updated {{(pid=108647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:01:13.931535 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-7a07a1cf-76c6-44ae-9d89-1bea080346b6 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for floatingip, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:13.937886 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf313ecc-1b7e-4f5c-881e-3e5b997f0761 None None] Sync routers for ids ['0db56fb9-2748-49de-9f56-d52e901e94b9'] in dv-cinder-732704-6-iscsi {{(pid=108650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:01:13.948102 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf313ecc-1b7e-4f5c-881e-3e5b997f0761 None None] Routers {'0db56fb9-2748-49de-9f56-d52e901e94b9'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:01:13.948710 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-cf313ecc-1b7e-4f5c-881e-3e5b997f0761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:01:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['0db56fb9-2748-49de-9f56-d52e901e94b9'], 'active': True} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:13.957785 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-7a07a1cf-76c6-44ae-9d89-1bea080346b6 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "PUT /v2.0/floatingips/936c8515-926f-4335-b934-fb34247ca0c6 HTTP/1.1" status: 200 len: 991 time: 1.1987195 Oct 26 15:01:13.958579 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5', 'tag': '1551acc4-c5a7-447f-9f65-8e2572534574'}] {{(pid=108647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:01:13.961522 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c67b12b1cf7ef49faca107c22834427ed1d300477b197fee39d1c6656c9e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964ca854-1ccc-4d34-b152-368082183435" -d '{"events": [{"name": "network-changed", "server_uuid": "36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5", "tag": "1551acc4-c5a7-447f-9f65-8e2572534574"}]}' {{(pid=108647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:01:13.999325 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b64de7-92a5-44a5-b9b4-f64d9cd4b7b8 x-openstack-request-id: req-71b64de7-92a5-44a5-b9b4-f64d9cd4b7b8 {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:01:13.999776 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5", "tag": "1551acc4-c5a7-447f-9f65-8e2572534574", "status": "completed", "code": 200}]} {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:01:14.000159 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-71b64de7-92a5-44a5-b9b4-f64d9cd4b7b8 {{(pid=108647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:01:14.000560 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5', 'tag': '1551acc4-c5a7-447f-9f65-8e2572534574', 'status': 'completed', 'code': 200} Oct 26 15:01:14.131621 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvr_db [None req-cf313ecc-1b7e-4f5c-881e-3e5b997f0761 None None] Set router 0db56fb9-2748-49de-9f56-d52e901e94b9 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:01:14.354000 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-cf313ecc-1b7e-4f5c-881e-3e5b997f0761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'name': 'tempest-AttachVolumeShelveTestJSON-647620725-router', 'tenant_id': '6848328b3c604db790b65db1f62c66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '40a2934e-61ca-4813-94b0-c837cbe2a09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:00:32Z', 'updated_at': '2021-10-26T15:00:36Z', 'revision_number': 4, 'project_id': '6848328b3c604db790b65db1f62c66b8', 'gw_port': {'id': '40a2934e-61ca-4813-94b0-c837cbe2a09a', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:00:33Z', 'updated_at': '2021-10-26T15:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_floatingips': [{'id': '936c8515-926f-4335-b934-fb34247ca0c6', 'tenant_id': '6848328b3c604db790b65db1f62c66b8', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'router_id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'port_id': '1551acc4-c5a7-447f-9f65-8e2572534574', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6573438f-02ca-45f5-8fe3-7bc7af911bdf', 'mac_address': 'fa:16:3e:95:55:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:00:41Z', 'updated_at': '2021-10-26T15:01:13Z', 'revision_number': 1, 'project_id': '6848328b3c604db790b65db1f62c66b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '785213fb-db89-4b72-b2b5-8bb626750a4c', 'name': '', 'network_id': '6573438f-02ca-45f5-8fe3-7bc7af911bdf', 'tenant_id': '6848328b3c604db790b65db1f62c66b8', 'mac_address': 'fa:16:3e:c5:6a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'eb360883-a29a-4019-ba79-ea1f2d3809c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:00:35Z', 'updated_at': '2021-10-26T15:00:40Z', 'revision_number': 5, 'project_id': '6848328b3c604db790b65db1f62c66b8', 'subnets': [{'id': 'eb360883-a29a-4019-ba79-ea1f2d3809c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:14.383797 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf313ecc-1b7e-4f5c-881e-3e5b997f0761 None None] Checking router: 0db56fb9-2748-49de-9f56-d52e901e94b9 for host: dv-cinder-732704-6-iscsi {{(pid=108650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:01:14.392728 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf313ecc-1b7e-4f5c-881e-3e5b997f0761 None None] Routers {'0db56fb9-2748-49de-9f56-d52e901e94b9'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:01:14.393294 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-cf313ecc-1b7e-4f5c-881e-3e5b997f0761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:01:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['0db56fb9-2748-49de-9f56-d52e901e94b9'], 'active': True} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:14.408376 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3cf09-be66-4765-8930-15399fe3589d req-102c538d-db3b-4182-b6f2-0415f1084cba tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:14.410027 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c8a3cf09-be66-4765-8930-15399fe3589d req-102c538d-db3b-4182-b6f2-0415f1084cba tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f05a11-3d78-4b75-82fb-c17b0cd7592f HTTP/1.1" status: 200 len: 943 time: 0.0491018 Oct 26 15:01:14.448718 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c8a3cf09-be66-4765-8930-15399fe3589d req-c0d1efa2-f32b-44bb-8ec5-b5b6b5220e34 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5170208-50d2-4496-b608-5a944dd84cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319903 Oct 26 15:01:14.503580 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvr_db [None req-cf313ecc-1b7e-4f5c-881e-3e5b997f0761 None None] Set router 0db56fb9-2748-49de-9f56-d52e901e94b9 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:01:14.720895 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-cf313ecc-1b7e-4f5c-881e-3e5b997f0761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'name': 'tempest-AttachVolumeShelveTestJSON-647620725-router', 'tenant_id': '6848328b3c604db790b65db1f62c66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '40a2934e-61ca-4813-94b0-c837cbe2a09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:00:32Z', 'updated_at': '2021-10-26T15:00:36Z', 'revision_number': 4, 'project_id': '6848328b3c604db790b65db1f62c66b8', 'gw_port': {'id': '40a2934e-61ca-4813-94b0-c837cbe2a09a', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:00:33Z', 'updated_at': '2021-10-26T15:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_floatingips': [{'id': '936c8515-926f-4335-b934-fb34247ca0c6', 'tenant_id': '6848328b3c604db790b65db1f62c66b8', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'router_id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'port_id': '1551acc4-c5a7-447f-9f65-8e2572534574', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6573438f-02ca-45f5-8fe3-7bc7af911bdf', 'mac_address': 'fa:16:3e:95:55:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:00:41Z', 'updated_at': '2021-10-26T15:01:13Z', 'revision_number': 1, 'project_id': '6848328b3c604db790b65db1f62c66b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '785213fb-db89-4b72-b2b5-8bb626750a4c', 'name': '', 'network_id': '6573438f-02ca-45f5-8fe3-7bc7af911bdf', 'tenant_id': '6848328b3c604db790b65db1f62c66b8', 'mac_address': 'fa:16:3e:c5:6a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'eb360883-a29a-4019-ba79-ea1f2d3809c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:00:35Z', 'updated_at': '2021-10-26T15:00:40Z', 'revision_number': 5, 'project_id': '6848328b3c604db790b65db1f62c66b8', 'subnets': [{'id': 'eb360883-a29a-4019-ba79-ea1f2d3809c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:14.750413 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf313ecc-1b7e-4f5c-881e-3e5b997f0761 None None] The sync data for ids ['0db56fb9-2748-49de-9f56-d52e901e94b9'] in dv-cinder-732704-6-iscsi is: [{'id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'name': 'tempest-AttachVolumeShelveTestJSON-647620725-router', 'tenant_id': '6848328b3c604db790b65db1f62c66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '40a2934e-61ca-4813-94b0-c837cbe2a09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:00:32Z', 'updated_at': '2021-10-26T15:00:36Z', 'revision_number': 4, 'project_id': '6848328b3c604db790b65db1f62c66b8', 'gw_port': {'id': '40a2934e-61ca-4813-94b0-c837cbe2a09a', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:00:33Z', 'updated_at': '2021-10-26T15:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_floatingips': [{'id': '936c8515-926f-4335-b934-fb34247ca0c6', 'tenant_id': '6848328b3c604db790b65db1f62c66b8', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'router_id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'port_id': '1551acc4-c5a7-447f-9f65-8e2572534574', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6573438f-02ca-45f5-8fe3-7bc7af911bdf', 'mac_address': 'fa:16:3e:95:55:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:00:41Z', 'updated_at': '2021-10-26T15:01:13Z', 'revision_number': 1, 'project_id': '6848328b3c604db790b65db1f62c66b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '785213fb-db89-4b72-b2b5-8bb626750a4c', 'name': '', 'network_id': '6573438f-02ca-45f5-8fe3-7bc7af911bdf', 'tenant_id': '6848328b3c604db790b65db1f62c66b8', 'mac_address': 'fa:16:3e:c5:6a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'eb360883-a29a-4019-ba79-ea1f2d3809c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:00:35Z', 'updated_at': '2021-10-26T15:00:40Z', 'revision_number': 5, 'project_id': '6848328b3c604db790b65db1f62c66b8', 'subnets': [{'id': 'eb360883-a29a-4019-ba79-ea1f2d3809c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:01:14.924951 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e28051-88f7-4747-a4ba-8f01a31fb54f None None] New status for floating IP 936c8515-926f-4335-b934-fb34247ca0c6: ACTIVE {{(pid=108649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:01:15.232470 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ca854-1ccc-4d34-b152-368082183435 req-9888fee5-6c32-4761-813e-2baf98aa5025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:15.233152 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-964ca854-1ccc-4d34-b152-368082183435 req-9888fee5-6c32-4761-813e-2baf98aa5025 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6848328b3c604db790b65db1f62c66b8&device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 1098 time: 0.0429227 Oct 26 15:01:15.331225 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:15.336531 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ca854-1ccc-4d34-b152-368082183435 req-77d63afd-2b31-4c18-b2ab-295973d07b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:15.337993 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-964ca854-1ccc-4d34-b152-368082183435 req-77d63afd-2b31-4c18-b2ab-295973d07b43 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6573438f-02ca-45f5-8fe3-7bc7af911bdf HTTP/1.1" status: 200 len: 917 time: 0.0950503 Oct 26 15:01:15.405923 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-964ca854-1ccc-4d34-b152-368082183435 req-6867cfd6-2f50-4577-9a2c-c1433f20ba27 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1551acc4-c5a7-447f-9f65-8e2572534574 HTTP/1.1" status: 200 len: 1001 time: 0.0576415 Oct 26 15:01:15.459512 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ca854-1ccc-4d34-b152-368082183435 req-481fa788-5858-4bc0-b709-0db5da9d74e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:15.461504 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-964ca854-1ccc-4d34-b152-368082183435 req-481fa788-5858-4bc0-b709-0db5da9d74e6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=eb360883-a29a-4019-ba79-ea1f2d3809c0 HTTP/1.1" status: 200 len: 855 time: 0.0483077 Oct 26 15:01:15.510221 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ca854-1ccc-4d34-b152-368082183435 req-d8aaed4f-7164-4f46-bc1a-790d32fe2a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:15.511765 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-964ca854-1ccc-4d34-b152-368082183435 req-d8aaed4f-7164-4f46-bc1a-790d32fe2a8b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6573438f-02ca-45f5-8fe3-7bc7af911bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417066 Oct 26 15:01:15.567915 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447ec01-334f-4c0b-b894-0ffc8cc73699 req-95b36f40-ec22-41b0-94f2-eea10398eac0 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:15.569480 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d447ec01-334f-4c0b-b894-0ffc8cc73699 req-95b36f40-ec22-41b0-94f2-eea10398eac0 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f05a11-3d78-4b75-82fb-c17b0cd7592f HTTP/1.1" status: 200 len: 943 time: 0.0522501 Oct 26 15:01:15.610353 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d447ec01-334f-4c0b-b894-0ffc8cc73699 req-bd502c9c-2f02-4b66-bc1a-01851ea64c61 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5170208-50d2-4496-b608-5a944dd84cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336175 Oct 26 15:01:15.630063 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-964ca854-1ccc-4d34-b152-368082183435 req-ccece023-13e4-4066-9780-5a31f5521d70 service neutron] 10.222.0.76 "GET /v2.0/networks/6573438f-02ca-45f5-8fe3-7bc7af911bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978541 Oct 26 15:01:15.722200 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-964ca854-1ccc-4d34-b152-368082183435 req-7ca574e1-1b8a-41c4-be0d-f2f7435dde70 service neutron] 10.222.0.76 "GET /v2.0/networks/6573438f-02ca-45f5-8fe3-7bc7af911bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825827 Oct 26 15:01:16.204872 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0cc42-32e8-4243-bd37-77f29f611200 req-92272907-1f07-4011-af46-9c859cbe1c3f tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:16.206542 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6cf0cc42-32e8-4243-bd37-77f29f611200 req-92272907-1f07-4011-af46-9c859cbe1c3f tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.0525393 Oct 26 15:01:16.246318 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6cf0cc42-32e8-4243-bd37-77f29f611200 req-2cd458ae-60c7-428b-a022-2705d99aa62a tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332017 Oct 26 15:01:16.752710 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6552d8-f4c1-49d0-b615-b0260026daec req-f95db959-95bc-4152-b6d2-db4f563f0f91 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:16.755307 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1b6552d8-f4c1-49d0-b615-b0260026daec req-f95db959-95bc-4152-b6d2-db4f563f0f91 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f05a11-3d78-4b75-82fb-c17b0cd7592f HTTP/1.1" status: 200 len: 943 time: 0.0660200 Oct 26 15:01:16.807712 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1b6552d8-f4c1-49d0-b615-b0260026daec req-ab8ce74d-ed33-4563-b8a4-78c3a8290a6b tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5170208-50d2-4496-b608-5a944dd84cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448754 Oct 26 15:01:17.586995 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 58640) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:17.749887 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-e48820f3-b5fe-489e-aacb-511a7eb5f415 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:17.859690 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-e48820f3-b5fe-489e-aacb-511a7eb5f415 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:17.951229 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-e48820f3-b5fe-489e-aacb-511a7eb5f415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:17.952645 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12560f-a2b4-4a10-a653-c7268045cc83 req-536e266d-b6fa-4b17-9d2a-a1f188de7f5d tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:17.954228 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5a12560f-a2b4-4a10-a653-c7268045cc83 req-536e266d-b6fa-4b17-9d2a-a1f188de7f5d tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f05a11-3d78-4b75-82fb-c17b0cd7592f HTTP/1.1" status: 200 len: 943 time: 0.0623331 Oct 26 15:01:17.993143 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-e48820f3-b5fe-489e-aacb-511a7eb5f415 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=20a423f2d9f04928a08399a8ed6433d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4017777 Oct 26 15:01:17.995800 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 58662) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:17.997604 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48820f3-b5fe-489e-aacb-511a7eb5f415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8747ad-1044-48b8-abd6-f0902efec3fb,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:18.010153 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5a12560f-a2b4-4a10-a653-c7268045cc83 req-e1142410-a0ac-492e-996c-b8834d04e9e3 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5170208-50d2-4496-b608-5a944dd84cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487969 Oct 26 15:01:18.051951 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a8062d09-9c71-4801-bc55-7873fc4afa6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:18.074330 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a8062d09-9c71-4801-bc55-7873fc4afa6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:18.314386 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a8062d09-9c71-4801-bc55-7873fc4afa6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:18.316995 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a8062d09-9c71-4801-bc55-7873fc4afa6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:18.318178 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-a8062d09-9c71-4801-bc55-7873fc4afa6e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ba8747ad-1044-48b8-abd6-f0902efec3fb HTTP/1.1" status: 204 len: 168 time: 0.3212769 Oct 26 15:01:18.336211 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8062d09-9c71-4801-bc55-7873fc4afa6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8747ad-1044-48b8-abd6-f0902efec3fb,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:18.780698 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 65c6f7b3-028d-4eda-91a1-3da20dece4a5 details requested by agent hyperv_hv-cinder-73270 with host hv-cinder-73270 {{(pid=108649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:01:18.882808 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port 65c6f7b3-028d-4eda-91a1-3da20dece4a5, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=65c6f7b3-028d-4eda-91a1-3da20dece4a5,segment=NetworkSegment(08979dfa-fb39-481c-9786-7acdff52f57d),segment_id=08979dfa-fb39-481c-9786-7acdff52f57d)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:01:18.899403 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Returning: {'device': '65c6f7b3-028d-4eda-91a1-3da20dece4a5', 'network_id': '9362f67f-481f-427c-a840-f46429345920', 'port_id': '65c6f7b3-028d-4eda-91a1-3da20dece4a5', 'mac_address': 'fa:16:3e:5b:e8:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cc3ea66-b14b-4fc4-b97d-d186c6e60ed3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:01:18.948245 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:18.964242 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65c6f7b3-028d-4eda-91a1-3da20dece4a5 {{(pid=108649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:01:18.985339 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port 65c6f7b3-028d-4eda-91a1-3da20dece4a5, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=65c6f7b3-028d-4eda-91a1-3da20dece4a5,segment=NetworkSegment(08979dfa-fb39-481c-9786-7acdff52f57d),segment_id=08979dfa-fb39-481c-9786-7acdff52f57d)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:01:19.125351 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c116f9-a8d9-4ff3-8499-1ab009961ef3 req-2bd88f7f-8d9c-4aad-8585-4dec8333ac5a tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:19.126980 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b1c116f9-a8d9-4ff3-8499-1ab009961ef3 req-2bd88f7f-8d9c-4aad-8585-4dec8333ac5a tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f05a11-3d78-4b75-82fb-c17b0cd7592f HTTP/1.1" status: 200 len: 943 time: 0.0502446 Oct 26 15:01:19.163869 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:19.169811 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b1c116f9-a8d9-4ff3-8499-1ab009961ef3 req-6ef680f3-a874-47d0-9bb4-8d8e258e29a0 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5170208-50d2-4496-b608-5a944dd84cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368378 Oct 26 15:01:19.226207 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=65c6f7b3-028d-4eda-91a1-3da20dece4a5,revision_number=4']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:19.330036 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 58694) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:19.344853 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8490-d2aa-4470-8422-23732baff9c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:19.423617 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8490-d2aa-4470-8422-23732baff9c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:19.460917 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] get_ports_and_sgs() called for port_ids ['65c6f7b3-028d-4eda-91a1-3da20dece4a5'] {{(pid=108649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:01:19.497066 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8490-d2aa-4470-8422-23732baff9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:19.547598 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-b7ce8490-d2aa-4470-8422-23732baff9c0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1740dba8f345407bb1c4ccc40390e43b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2164471 Oct 26 15:01:19.548303 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce8490-d2aa-4470-8422-23732baff9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0227acaa-61c9-4909-b1b9-1359d41ad44e,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:19.550396 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 58702) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:19.556568 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce8490-d2aa-4470-8422-23732baff9c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:19.557669 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce8490-d2aa-4470-8422-23732baff9c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:19.557669 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce8490-d2aa-4470-8422-23732baff9c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:19.557669 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce8490-d2aa-4470-8422-23732baff9c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:19.558541 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce8490-d2aa-4470-8422-23732baff9c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:19.558541 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce8490-d2aa-4470-8422-23732baff9c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:19.558541 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce8490-d2aa-4470-8422-23732baff9c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:19.559037 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce8490-d2aa-4470-8422-23732baff9c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:19.559227 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce8490-d2aa-4470-8422-23732baff9c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:19.559485 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce8490-d2aa-4470-8422-23732baff9c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:19.560086 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce8490-d2aa-4470-8422-23732baff9c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:19.560412 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce8490-d2aa-4470-8422-23732baff9c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:19.635795 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-fb8cd087-2c0b-4241-9ab6-4f2c6c6f064e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:19.657442 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-fb8cd087-2c0b-4241-9ab6-4f2c6c6f064e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:19.684295 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 58708) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:19.791017 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-fb8cd087-2c0b-4241-9ab6-4f2c6c6f064e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:19.793502 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-fb8cd087-2c0b-4241-9ab6-4f2c6c6f064e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:19.794576 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-fb8cd087-2c0b-4241-9ab6-4f2c6c6f064e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0227acaa-61c9-4909-b1b9-1359d41ad44e HTTP/1.1" status: 204 len: 168 time: 0.2423434 Oct 26 15:01:19.807165 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-5f28aa04-d5e1-4840-aa31-7509f7edaf71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:19.814603 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8cd087-2c0b-4241-9ab6-4f2c6c6f064e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0227acaa-61c9-4909-b1b9-1359d41ad44e,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:19.826791 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8cd087-2c0b-4241-9ab6-4f2c6c6f064e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:19.826791 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8cd087-2c0b-4241-9ab6-4f2c6c6f064e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:19.826791 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8cd087-2c0b-4241-9ab6-4f2c6c6f064e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:19.827108 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8cd087-2c0b-4241-9ab6-4f2c6c6f064e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:19.827660 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8cd087-2c0b-4241-9ab6-4f2c6c6f064e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:19.827807 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8cd087-2c0b-4241-9ab6-4f2c6c6f064e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:19.828152 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8cd087-2c0b-4241-9ab6-4f2c6c6f064e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:19.828582 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8cd087-2c0b-4241-9ab6-4f2c6c6f064e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:19.828799 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8cd087-2c0b-4241-9ab6-4f2c6c6f064e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:19.829129 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8cd087-2c0b-4241-9ab6-4f2c6c6f064e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:19.829451 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8cd087-2c0b-4241-9ab6-4f2c6c6f064e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:19.829999 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8cd087-2c0b-4241-9ab6-4f2c6c6f064e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:19.901262 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-5f28aa04-d5e1-4840-aa31-7509f7edaf71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:19.980334 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-5f28aa04-d5e1-4840-aa31-7509f7edaf71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:20.020168 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-5f28aa04-d5e1-4840-aa31-7509f7edaf71 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a97fe1e014d84eae8c8b04e7a241963b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3349278 Oct 26 15:01:20.022736 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f28aa04-d5e1-4840-aa31-7509f7edaf71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22226f62-0a0d-4506-9547-6614a4b39080,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:20.023461 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 58716) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:20.071625 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-550abe63-6828-4974-a959-43d718b67338 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:20.092081 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-550abe63-6828-4974-a959-43d718b67338 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:20.239701 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-550abe63-6828-4974-a959-43d718b67338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:20.243824 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-550abe63-6828-4974-a959-43d718b67338 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:20.244892 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-550abe63-6828-4974-a959-43d718b67338 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/22226f62-0a0d-4506-9547-6614a4b39080 HTTP/1.1" status: 204 len: 168 time: 0.2202127 Oct 26 15:01:20.263423 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550abe63-6828-4974-a959-43d718b67338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22226f62-0a0d-4506-9547-6614a4b39080,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:20.505008 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c72653-c45f-41cd-96be-fc5bf1431071 req-58256332-6579-423c-acb0-7a483a83506d tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:20.506483 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-48c72653-c45f-41cd-96be-fc5bf1431071 req-58256332-6579-423c-acb0-7a483a83506d tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f05a11-3d78-4b75-82fb-c17b0cd7592f HTTP/1.1" status: 200 len: 944 time: 0.2573090 Oct 26 15:01:20.544091 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-48c72653-c45f-41cd-96be-fc5bf1431071 req-36630644-0354-4160-8b20-fb238bffa17b tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5170208-50d2-4496-b608-5a944dd84cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315218 Oct 26 15:01:20.557247 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 58732) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:20.570271 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-5a8a2336-756b-4343-b5af-040bc55a9cae admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:20.642896 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-5a8a2336-756b-4343-b5af-040bc55a9cae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:20.760308 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-5a8a2336-756b-4343-b5af-040bc55a9cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:20.790703 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 65c6f7b3-028d-4eda-91a1-3da20dece4a5 up at agent hyperv_hv-cinder-73270 {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:01:20.800487 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-5a8a2336-756b-4343-b5af-040bc55a9cae admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d01061b8c6ce4aa2a0f200b329bf30dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2421639 Oct 26 15:01:20.801333 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a2336-756b-4343-b5af-040bc55a9cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19835cc0-7323-4424-a67d-6573e88da58d,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:20.803994 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 58738) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:20.871346 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f200c4f1-79eb-46ab-9e1b-68647e1ecdd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:20.892830 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f200c4f1-79eb-46ab-9e1b-68647e1ecdd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:21.051871 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Provisioning for port 65c6f7b3-028d-4eda-91a1-3da20dece4a5 completed by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 15:01:21.055952 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Provisioning complete for port 65c6f7b3-028d-4eda-91a1-3da20dece4a5 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:21.056410 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:21.097233 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f200c4f1-79eb-46ab-9e1b-68647e1ecdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:21.100168 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f200c4f1-79eb-46ab-9e1b-68647e1ecdd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:21.104973 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-f200c4f1-79eb-46ab-9e1b-68647e1ecdd1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/19835cc0-7323-4424-a67d-6573e88da58d HTTP/1.1" status: 204 len: 168 time: 0.2969398 Oct 26 15:01:21.111710 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200c4f1-79eb-46ab-9e1b-68647e1ecdd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19835cc0-7323-4424-a67d-6573e88da58d,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:21.146630 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:21.153909 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 58746) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:21.178352 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f05a11-3d78-4b75-82fb-c17b0cd7592f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c6f7b3-028d-4eda-91a1-3da20dece4a5'}] {{(pid=108649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:01:21.181366 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce9ea8dafcd660945e4144893ae94b540b7d43bc7f31485d3ebdd76e7b8406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e0d088-5bb8-44f7-aaf4-eb7286860304" -d '{"events": [{"server_uuid": "b7f05a11-3d78-4b75-82fb-c17b0cd7592f", "name": "network-vif-plugged", "status": "completed", "tag": "65c6f7b3-028d-4eda-91a1-3da20dece4a5"}]}' {{(pid=108649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:01:21.194360 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port 65c6f7b3-028d-4eda-91a1-3da20dece4a5, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=65c6f7b3-028d-4eda-91a1-3da20dece4a5,segment=NetworkSegment(08979dfa-fb39-481c-9786-7acdff52f57d),segment_id=08979dfa-fb39-481c-9786-7acdff52f57d)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:01:21.223747 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c206bd-e0ea-48d2-a5d6-bf8955a5b86e x-openstack-request-id: req-f2c206bd-e0ea-48d2-a5d6-bf8955a5b86e {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:01:21.224053 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f05a11-3d78-4b75-82fb-c17b0cd7592f", "name": "network-vif-plugged", "status": "completed", "tag": "65c6f7b3-028d-4eda-91a1-3da20dece4a5", "code": 200}]} {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:01:21.224310 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f2c206bd-e0ea-48d2-a5d6-bf8955a5b86e {{(pid=108649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:01:21.224755 dv-cinder-732704-6-iscsi neutron-server[108649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f05a11-3d78-4b75-82fb-c17b0cd7592f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c6f7b3-028d-4eda-91a1-3da20dece4a5', 'code': 200} Oct 26 15:01:21.299904 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:21.356856 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=65c6f7b3-028d-4eda-91a1-3da20dece4a5,revision_number=5']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:21.615208 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc86855-5d3a-4ca1-9778-82eac5b8fee4 req-84d62873-d807-481a-ba14-07c39e3e9300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:21.616598 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-3fc86855-5d3a-4ca1-9778-82eac5b8fee4 req-84d62873-d807-481a-ba14-07c39e3e9300 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b7f05a11-3d78-4b75-82fb-c17b0cd7592f HTTP/1.1" status: 200 len: 1098 time: 0.0391321 Oct 26 15:01:21.657983 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-3fc86855-5d3a-4ca1-9778-82eac5b8fee4 req-9aee984a-cb1a-4b26-a575-5c4e380e49b4 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=a5170208-50d2-4496-b608-5a944dd84cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317421 Oct 26 15:01:21.671196 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f405d-4fb0-4ddc-9850-39c3c1930e12 req-4094cdbd-dc80-4b60-acff-41cd2f8cfdd5 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:21.672685 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e24f405d-4fb0-4ddc-9850-39c3c1930e12 req-4094cdbd-dc80-4b60-acff-41cd2f8cfdd5 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f05a11-3d78-4b75-82fb-c17b0cd7592f HTTP/1.1" status: 200 len: 945 time: 0.0579967 Oct 26 15:01:21.712990 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e24f405d-4fb0-4ddc-9850-39c3c1930e12 req-2a5234d2-c2ab-47ac-9868-37043080acbd tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5170208-50d2-4496-b608-5a944dd84cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342116 Oct 26 15:01:21.842889 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 58762) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:21.857119 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-9227bf72-c72b-4b1e-bc89-5aea624fd1cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:21.924994 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-2b0b974a-7a83-4456-9667-a17315cd4627 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:21.931166 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 58766) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:21.964878 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-9227bf72-c72b-4b1e-bc89-5aea624fd1cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:22.031990 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-2b0b974a-7a83-4456-9667-a17315cd4627 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:22.053940 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-3fc5987b-c226-42bc-966d-a51d4e3ae50b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:22.126693 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-3fc5987b-c226-42bc-966d-a51d4e3ae50b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:22.145879 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-9227bf72-c72b-4b1e-bc89-5aea624fd1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:22.185230 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-9227bf72-c72b-4b1e-bc89-5aea624fd1cb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=33cad0be94a64663b855be269a6da696&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3411551 Oct 26 15:01:22.186389 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227bf72-c72b-4b1e-bc89-5aea624fd1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5de582d-7d3e-4065-9ca9-eabf1afe4de1,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:22.188012 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 58776) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:22.188928 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-2b0b974a-7a83-4456-9667-a17315cd4627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:22.226854 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b974a-7a83-4456-9667-a17315cd4627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fc834e-7c12-4160-84b3-3280402fc2c1,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:22.231583 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-2b0b974a-7a83-4456-9667-a17315cd4627 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=118c25fd094247f7be32567eb641efe4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0766199 Oct 26 15:01:22.234527 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 58778) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:22.243035 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-ccdaa1b8-d1c7-460a-b1d4-5c0f0c524fec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:22.265233 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-ccdaa1b8-d1c7-460a-b1d4-5c0f0c524fec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:22.297841 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-3fc5987b-c226-42bc-966d-a51d4e3ae50b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:22.298129 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-1152f456-9715-4809-9a2d-3069cc01de4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:22.333479 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-1152f456-9715-4809-9a2d-3069cc01de4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:22.342794 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-3fc5987b-c226-42bc-966d-a51d4e3ae50b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=754e505ea9d14432aa162fbfd6829c9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4097533 Oct 26 15:01:22.345462 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc5987b-c226-42bc-966d-a51d4e3ae50b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae0afea-772b-409c-92a2-56a59ceafa5d,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:22.348191 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 58782) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:22.400544 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-735cd3cf-ac19-486a-aba7-3d5b0b26802d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:22.422076 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-735cd3cf-ac19-486a-aba7-3d5b0b26802d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:22.523330 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-ccdaa1b8-d1c7-460a-b1d4-5c0f0c524fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:22.523555 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-1152f456-9715-4809-9a2d-3069cc01de4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:22.526875 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-ccdaa1b8-d1c7-460a-b1d4-5c0f0c524fec admin admin] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:22.527139 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-1152f456-9715-4809-9a2d-3069cc01de4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:22.528696 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-1152f456-9715-4809-9a2d-3069cc01de4c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/56fc834e-7c12-4160-84b3-3280402fc2c1 HTTP/1.1" status: 204 len: 168 time: 0.2927582 Oct 26 15:01:22.531309 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-ccdaa1b8-d1c7-460a-b1d4-5c0f0c524fec admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e5de582d-7d3e-4065-9ca9-eabf1afe4de1 HTTP/1.1" status: 204 len: 168 time: 0.3422267 Oct 26 15:01:22.545504 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1152f456-9715-4809-9a2d-3069cc01de4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fc834e-7c12-4160-84b3-3280402fc2c1,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:22.545612 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdaa1b8-d1c7-460a-b1d4-5c0f0c524fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5de582d-7d3e-4065-9ca9-eabf1afe4de1,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:22.575059 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-735cd3cf-ac19-486a-aba7-3d5b0b26802d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:22.581576 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-735cd3cf-ac19-486a-aba7-3d5b0b26802d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:22.587092 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-735cd3cf-ac19-486a-aba7-3d5b0b26802d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3ae0afea-772b-409c-92a2-56a59ceafa5d HTTP/1.1" status: 204 len: 168 time: 0.2371655 Oct 26 15:01:22.602304 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735cd3cf-ac19-486a-aba7-3d5b0b26802d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae0afea-772b-409c-92a2-56a59ceafa5d,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:22.832065 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc0efe-28e6-4bfa-8138-cd96782ec467 req-e455a470-8aae-416b-960e-4e4bc860c250 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:22.834289 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-78cc0efe-28e6-4bfa-8138-cd96782ec467 req-e455a470-8aae-416b-960e-4e4bc860c250 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f05a11-3d78-4b75-82fb-c17b0cd7592f HTTP/1.1" status: 200 len: 945 time: 0.0517535 Oct 26 15:01:22.879052 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-78cc0efe-28e6-4bfa-8138-cd96782ec467 req-c46a19ac-a1c4-4ea7-8594-9d6b2d826e38 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5170208-50d2-4496-b608-5a944dd84cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347397 Oct 26 15:01:23.593404 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 58826) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:23.616260 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-ac92e0e0-bd88-4fe6-bf74-f72128be74f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:23.733802 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-ac92e0e0-bd88-4fe6-bf74-f72128be74f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:23.862562 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-ac92e0e0-bd88-4fe6-bf74-f72128be74f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:23.909942 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-ac92e0e0-bd88-4fe6-bf74-f72128be74f5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6e698209f75248ef94b4acdd02faa410&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3154209 Oct 26 15:01:23.911087 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac92e0e0-bd88-4fe6-bf74-f72128be74f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488b763d-2e2e-4d35-a321-e0b24a1826a3,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:23.912612 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 58842) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:24.006914 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-f1cd240c-4d77-4696-80de-e35fdfb62341 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:24.050105 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-f1cd240c-4d77-4696-80de-e35fdfb62341 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:24.075920 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec951ea-1512-41c5-9a58-1790af0a5bf1 req-3f28b011-132e-4eba-bd26-a7ddd9ca66b5 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:24.077385 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-aec951ea-1512-41c5-9a58-1790af0a5bf1 req-3f28b011-132e-4eba-bd26-a7ddd9ca66b5 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f05a11-3d78-4b75-82fb-c17b0cd7592f HTTP/1.1" status: 200 len: 945 time: 0.0839579 Oct 26 15:01:24.130561 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-aec951ea-1512-41c5-9a58-1790af0a5bf1 req-d27fc265-2df7-40e9-be76-885d5086a1a5 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5170208-50d2-4496-b608-5a944dd84cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429325 Oct 26 15:01:24.205999 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:01:24.271695 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-f1cd240c-4d77-4696-80de-e35fdfb62341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:24.274318 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-f1cd240c-4d77-4696-80de-e35fdfb62341 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:24.275520 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-f1cd240c-4d77-4696-80de-e35fdfb62341 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/488b763d-2e2e-4d35-a321-e0b24a1826a3 HTTP/1.1" status: 204 len: 168 time: 0.3612449 Oct 26 15:01:24.284069 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cd240c-4d77-4696-80de-e35fdfb62341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488b763d-2e2e-4d35-a321-e0b24a1826a3,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:24.558114 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 58868) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:24.708581 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [None req-bf47e1dc-bc1f-4059-bbb4-fb159f603870 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2146501661-network', 'tenant_id': 'ae37455caad1400c9591e7587ec53aef'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:01:24.828341 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf47e1dc-bc1f-4059-bbb4-fb159f603870 admin admin] Made reservation on behalf of ae37455caad1400c9591e7587ec53aef for: {'network': 1} {{(pid=108647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:01:24.830882 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-bf47e1dc-bc1f-4059-bbb4-fb159f603870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for network, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:24.845095 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-bf47e1dc-bc1f-4059-bbb4-fb159f603870 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:24.922579 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-bf47e1dc-bc1f-4059-bbb4-fb159f603870 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:25.062749 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-bf47e1dc-bc1f-4059-bbb4-fb159f603870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:25.088211 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf47e1dc-bc1f-4059-bbb4-fb159f603870 admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=108647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:01:25.096925 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf47e1dc-bc1f-4059-bbb4-fb159f603870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc71342-7fe5-4670-9507-312ce82cc2a9,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:25.103504 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-bf47e1dc-bc1f-4059-bbb4-fb159f603870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888'] for segment, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:25.104070 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.db.segments_db [None req-bf47e1dc-bc1f-4059-bbb4-fb159f603870 admin admin] Added segment 61f6979d-e903-4c43-8269-4f51dd4c68cb of type vlan for network aa36fb45-c81d-4582-a1d1-4df2ccc686c8 Oct 26 15:01:25.146419 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-bf47e1dc-bc1f-4059-bbb4-fb159f603870 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752337516683'] for network, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:25.291052 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-bf47e1dc-bc1f-4059-bbb4-fb159f603870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593'] for network, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:25.292305 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf47e1dc-bc1f-4059-bbb4-fb159f603870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:25.292900 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-bf47e1dc-bc1f-4059-bbb4-fb159f603870 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for network, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:25.576961 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf47e1dc-bc1f-4059-bbb4-fb159f603870 admin admin] Pushing event updated for resources: {'Network': ['ID=aa36fb45-c81d-4582-a1d1-4df2ccc686c8,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:25.596414 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Network aa36fb45-c81d-4582-a1d1-4df2ccc686c8 details requested by agent ovs-agent-dv-cinder-732704-6-iscsi with host dv-cinder-732704-6-iscsi {{(pid=108649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:01:25.698591 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-bf47e1dc-bc1f-4059-bbb4-fb159f603870 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1403294 Oct 26 15:01:25.702460 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 58926) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:25.712634 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-c41f0a4b-2e89-4c8f-8eaa-1c25dc6679d2 admin admin] Request body: {'subnet': {'network_id': 'aa36fb45-c81d-4582-a1d1-4df2ccc686c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2146501661-subnet', 'tenant_id': 'ae37455caad1400c9591e7587ec53aef', 'ip_version': 4}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:01:25.729019 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-c5a9d678-d20d-4a7a-b759-bd06a2cc0a4e req-9d3a7754-f08f-4e9b-9c06-b6f3a594428a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0854244 Oct 26 15:01:25.837937 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9d678-d20d-4a7a-b759-bd06a2cc0a4e req-2822082d-47fc-4ab4-96ca-c77aec495f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:25.839454 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-c5a9d678-d20d-4a7a-b759-bd06a2cc0a4e req-2822082d-47fc-4ab4-96ca-c77aec495f0e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e858799915f545b79e6f36f7cda2f6c7&device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 1099 time: 0.0546780 Oct 26 15:01:25.877600 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41f0a4b-2e89-4c8f-8eaa-1c25dc6679d2 admin admin] Made reservation on behalf of ae37455caad1400c9591e7587ec53aef for: {'subnet': 1} {{(pid=108648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:01:25.879933 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-c41f0a4b-2e89-4c8f-8eaa-1c25dc6679d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8405531'] for subnet, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:25.889150 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-b39a0e53-b131-42b3-a31d-e38ae208955b tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=9a187481455d4acfa5adce50e15f22f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478144 Oct 26 15:01:25.982871 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9d678-d20d-4a7a-b759-bd06a2cc0a4e req-81448cb6-cb76-49a0-9d47-16c52c6db9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:25.984352 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-c5a9d678-d20d-4a7a-b759-bd06a2cc0a4e req-81448cb6-cb76-49a0-9d47-16c52c6db9c5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ad2172c5-e06a-4950-a922-0c7e574f5f17 HTTP/1.1" status: 200 len: 919 time: 0.1093833 Oct 26 15:01:26.012128 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b33003-398e-40ef-9d40-e3b3ab96e7ca req-83eb1dd4-934c-41be-9899-8a3d921a6180 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:26.013747 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-77b33003-398e-40ef-9d40-e3b3ab96e7ca req-83eb1dd4-934c-41be-9899-8a3d921a6180 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f05a11-3d78-4b75-82fb-c17b0cd7592f HTTP/1.1" status: 200 len: 945 time: 0.2159183 Oct 26 15:01:26.044553 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-c5a9d678-d20d-4a7a-b759-bd06a2cc0a4e req-abd7b98e-4eab-4cfa-8ed5-7dcb8fe6f227 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2dca28e5-d839-49ed-9fca-a6c3d9b6dd90 HTTP/1.1" status: 200 len: 217 time: 0.0475988 Oct 26 15:01:26.104480 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9d678-d20d-4a7a-b759-bd06a2cc0a4e req-ec6e4333-bed3-427d-9db9-c3daa5636598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:26.106145 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-c5a9d678-d20d-4a7a-b759-bd06a2cc0a4e req-ec6e4333-bed3-427d-9db9-c3daa5636598 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=673dc4e7-f4e6-456e-9bb6-73f76f7d8feb HTTP/1.1" status: 200 len: 858 time: 0.0545003 Oct 26 15:01:26.152918 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-c5a9d678-d20d-4a7a-b759-bd06a2cc0a4e req-74bae07a-8c16-4a45-87fe-cc046f1a8692 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ad2172c5-e06a-4950-a922-0c7e574f5f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267317 Oct 26 15:01:26.178957 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-77b33003-398e-40ef-9d40-e3b3ab96e7ca req-98879f0a-8cea-4a5f-a06f-025df4578b3b tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5170208-50d2-4496-b608-5a944dd84cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519732 Oct 26 15:01:26.193677 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-3451b085-c11a-4d93-9c29-c7ce3fa8070e tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:26.195209 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-3451b085-c11a-4d93-9c29-c7ce3fa8070e tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3052437 Oct 26 15:01:26.243224 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-57de7079-9b9c-4054-a675-528d0453b2b0 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] 10.222.0.57 "GET /v2.0/quotas/9a187481455d4acfa5adce50e15f22f4 HTTP/1.1" status: 200 len: 375 time: 0.0385594 Oct 26 15:01:26.271224 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-c5a9d678-d20d-4a7a-b759-bd06a2cc0a4e req-dfaff949-04b0-4195-bb61-56b096187391 service neutron] 10.222.0.76 "GET /v2.0/networks/ad2172c5-e06a-4950-a922-0c7e574f5f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057637 Oct 26 15:01:26.296647 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-08fe7179-540c-43b7-b189-b185e06b67ac tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a187481455d4acfa5adce50e15f22f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444930 Oct 26 15:01:26.389412 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-c5a9d678-d20d-4a7a-b759-bd06a2cc0a4e req-725d32df-1deb-4e0a-8a2b-2d3613f69319 service neutron] 10.222.0.76 "GET /v2.0/networks/ad2172c5-e06a-4950-a922-0c7e574f5f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048372 Oct 26 15:01:26.445454 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-c41f0a4b-2e89-4c8f-8eaa-1c25dc6679d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3396931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8405541'] for subnet, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:26.527992 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f0a4b-2e89-4c8f-8eaa-1c25dc6679d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cf36ff4-7097-4007-a564-c4675e4a120f,revision_number=0']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:26.538774 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41f0a4b-2e89-4c8f-8eaa-1c25dc6679d2 admin admin] Checking segment: {'id': '61f6979d-e903-4c43-8269-4f51dd4c68cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'aa36fb45-c81d-4582-a1d1-4df2ccc686c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:01:26.539137 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41f0a4b-2e89-4c8f-8eaa-1c25dc6679d2 admin admin] Network hostable DHCP agents. Network: aa36fb45-c81d-4582-a1d1-4df2ccc686c8, hostable agents: ['b4d4e8dd-6314-45fe-b027-8ffd5f87ed07'], hosted agents: [] {{(pid=108648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:01:26.570681 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-174ae085-f0df-4996-9fdd-50f2722a6283 req-8526d6a5-3a76-4c8d-9f0f-a06f2820fd75 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfdbf7ab-b95c-4a66-8d44-208d94b29497 HTTP/1.1" status: 200 len: 210 time: 0.0374815 Oct 26 15:01:26.668018 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41f0a4b-2e89-4c8f-8eaa-1c25dc6679d2 admin admin] Network aa36fb45-c81d-4582-a1d1-4df2ccc686c8 is scheduled to be hosted by DHCP agent b4d4e8dd-6314-45fe-b027-8ffd5f87ed07 with binding_index 1 {{(pid=108648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:01:26.760088 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.base_scheduler [None req-c41f0a4b-2e89-4c8f-8eaa-1c25dc6679d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-732704-6-iscsi, aa36fb45-c81d-4582-a1d1-4df2ccc686c8) {{(pid=108648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:01:26.765314 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41f0a4b-2e89-4c8f-8eaa-1c25dc6679d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:26.766053 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-c41f0a4b-2e89-4c8f-8eaa-1c25dc6679d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:26.775219 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2097f3d-5268-4566-b251-70fded77d574 None None] Network aa36fb45-c81d-4582-a1d1-4df2ccc686c8 requested from dv-cinder-732704-6-iscsi {{(pid=108649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:01:26.862317 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-c41f0a4b-2e89-4c8f-8eaa-1c25dc6679d2 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1561406 Oct 26 15:01:26.862461 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 58978) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:26.866911 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-5a5d3dc5-8436-4cd2-9041-71a8e3fc6697 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2146501661-router', 'tenant_id': 'ae37455caad1400c9591e7587ec53aef', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'}}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:01:26.950434 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5afdec-a4f8-4e13-8848-7f7908e8d6f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72fa0a13-38eb-554b-8c64-da8832a67d1e-aa36fb45-c81d-4582-a1d1-4df2ccc686c8', 'network_id': 'aa36fb45-c81d-4582-a1d1-4df2ccc686c8', 'tenant_id': 'ae37455caad1400c9591e7587ec53aef', 'fixed_ips': [{'subnet_id': '7cf36ff4-7097-4007-a564-c4675e4a120f'}]}} from dv-cinder-732704-6-iscsi. {{(pid=108649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 15:01:26.951345 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-4d5afdec-a4f8-4e13-8848-7f7908e8d6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:26.977526 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-5a5d3dc5-8436-4cd2-9041-71a8e3fc6697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536294039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2878'] for router, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:26.978797 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-5a5d3dc5-8436-4cd2-9041-71a8e3fc6697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536295207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536295873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2849'] for router, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:27.046654 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-5a5d3dc5-8436-4cd2-9041-71a8e3fc6697 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:27.332915 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.db_base_plugin_common [None req-4d5afdec-a4f8-4e13-8848-7f7908e8d6f4 None None] Allocated IP 172.20.0.2 (aa36fb45-c81d-4582-a1d1-4df2ccc686c8/7cf36ff4-7097-4007-a564-c4675e4a120f/17b5cea0-aa6b-43f8-844d-1e746f2ff308) {{(pid=108649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:01:27.433571 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-5a5d3dc5-8436-4cd2-9041-71a8e3fc6697 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:27.450845 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8fc42-219b-4a8e-9a6d-56c4cc78b963 req-0a0441d8-c62c-4f12-99e8-b46f3cde9be0 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:27.455130 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fcb8fc42-219b-4a8e-9a6d-56c4cc78b963 req-0a0441d8-c62c-4f12-99e8-b46f3cde9be0 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f05a11-3d78-4b75-82fb-c17b0cd7592f HTTP/1.1" status: 200 len: 945 time: 0.1602230 Oct 26 15:01:27.512424 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-4d5afdec-a4f8-4e13-8848-7f7908e8d6f4 None None] Publish callbacks [] for port, precommit_create {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:27.560092 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fcb8fc42-219b-4a8e-9a6d-56c4cc78b963 req-472b3b16-e24f-4f1d-a6a7-9c9eecc81f36 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5170208-50d2-4496-b608-5a944dd84cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938811 Oct 26 15:01:27.630954 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbeaf1-eae1-4a01-a932-856846910836 req-d9e1166f-2bf4-4b14-bed2-f957e0d0892c tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:27.631807 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-4d5afdec-a4f8-4e13-8848-7f7908e8d6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706'] for port, after_create {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:27.640672 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5cdbeaf1-eae1-4a01-a932-856846910836 req-d9e1166f-2bf4-4b14-bed2-f957e0d0892c tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.1245029 Oct 26 15:01:27.656825 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5afdec-a4f8-4e13-8848-7f7908e8d6f4 None None] Network aa36fb45-c81d-4582-a1d1-4df2ccc686c8 is already hosted by enough agents. {{(pid=108649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:01:27.674123 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b71df-4741-4811-8c03-9023cc067263 req-67f64ad0-e7b5-4d97-81eb-9776d2454c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:27.676377 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-c89b71df-4741-4811-8c03-9023cc067263 req-67f64ad0-e7b5-4d97-81eb-9776d2454c7e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e858799915f545b79e6f36f7cda2f6c7&device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 1098 time: 0.1015913 Oct 26 15:01:27.688755 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.scheduler.base_scheduler [None req-4d5afdec-a4f8-4e13-8848-7f7908e8d6f4 None None] Resources bound (agent type, host, resource id): {{(pid=108649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:01:27.688975 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5cdbeaf1-eae1-4a01-a932-856846910836 req-3d124c2a-bc79-4236-bdab-aafd110400ce tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472596 Oct 26 15:01:27.694919 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5afdec-a4f8-4e13-8848-7f7908e8d6f4 None None] Received port after_create {{(pid=108649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:01:27.749743 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5afdec-a4f8-4e13-8848-7f7908e8d6f4 None None] Pushing event updated for resources: {'Port': ['ID=17b5cea0-aa6b-43f8-844d-1e746f2ff308,revision_number=1']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:27.760756 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cac0ed-c631-4956-a505-50fa719b4fc6 req-8c1fba90-e598-4d7d-8206-ee5f3d929032 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:27.762405 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-25cac0ed-c631-4956-a505-50fa719b4fc6 req-8c1fba90-e598-4d7d-8206-ee5f3d929032 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7f05a11-3d78-4b75-82fb-c17b0cd7592f HTTP/1.1" status: 200 len: 945 time: 0.1396546 Oct 26 15:01:27.782260 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-4d5afdec-a4f8-4e13-8848-7f7908e8d6f4 None None] Attempting to bind port 17b5cea0-aa6b-43f8-844d-1e746f2ff308 on host dv-cinder-732704-6-iscsi for vnic_type normal with profile {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:01:27.783775 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-4d5afdec-a4f8-4e13-8848-7f7908e8d6f4 None None] Attempting to bind port 17b5cea0-aa6b-43f8-844d-1e746f2ff308 by drivers openvswitch,hyperv on host dv-cinder-732704-6-iscsi at level 0 using segments [{'id': '61f6979d-e903-4c43-8269-4f51dd4c68cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'aa36fb45-c81d-4582-a1d1-4df2ccc686c8'}] {{(pid=108649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:01:27.784377 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5afdec-a4f8-4e13-8848-7f7908e8d6f4 None None] Attempting to bind port 17b5cea0-aa6b-43f8-844d-1e746f2ff308 on network aa36fb45-c81d-4582-a1d1-4df2ccc686c8 {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:01:27.791563 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5afdec-a4f8-4e13-8848-7f7908e8d6f4 None None] Checking agent: {'id': '7cf7ebdc-aa0b-44cf-abbb-a49983147622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-732704-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 14, 50, 44), 'started_at': datetime.datetime(2021, 10, 26, 14, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-732704-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:01:27.791988 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5afdec-a4f8-4e13-8848-7f7908e8d6f4 None None] Checking segment: {'id': '61f6979d-e903-4c43-8269-4f51dd4c68cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'aa36fb45-c81d-4582-a1d1-4df2ccc686c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:01:27.792436 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-4d5afdec-a4f8-4e13-8848-7f7908e8d6f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:27.793066 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5afdec-a4f8-4e13-8848-7f7908e8d6f4 None None] Bound using segment: {'id': '61f6979d-e903-4c43-8269-4f51dd4c68cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'aa36fb45-c81d-4582-a1d1-4df2ccc686c8'} {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:01:27.793686 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-4d5afdec-a4f8-4e13-8848-7f7908e8d6f4 None None] Bound port: 17b5cea0-aa6b-43f8-844d-1e746f2ff308, host: dv-cinder-732704-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61f6979d-e903-4c43-8269-4f51dd4c68cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'aa36fb45-c81d-4582-a1d1-4df2ccc686c8'}}] {{(pid=108649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:01:27.794323 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-4d5afdec-a4f8-4e13-8848-7f7908e8d6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:27.839805 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5485e0c2-e31d-406c-9033-5be6fc0e409a req-365b4b81-c39d-454a-8120-1f43773db8a3 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfdbf7ab-b95c-4a66-8d44-208d94b29497 HTTP/1.1" status: 200 len: 210 time: 0.0553176 Oct 26 15:01:27.875635 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-4d5afdec-a4f8-4e13-8848-7f7908e8d6f4 None None] For port 17b5cea0-aa6b-43f8-844d-1e746f2ff308, host dv-cinder-732704-6-iscsi, cleared binding levels {{(pid=108649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:01:27.877248 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-4d5afdec-a4f8-4e13-8848-7f7908e8d6f4 None None] For port 17b5cea0-aa6b-43f8-844d-1e746f2ff308, host dv-cinder-732704-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=17b5cea0-aa6b-43f8-844d-1e746f2ff308,segment=NetworkSegment(61f6979d-e903-4c43-8269-4f51dd4c68cb),segment_id=61f6979d-e903-4c43-8269-4f51dd4c68cb)] {{(pid=108649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:01:27.891970 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b71df-4741-4811-8c03-9023cc067263 req-53dc32a5-7fe5-46a1-8f71-31e427d23d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:27.893439 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-c89b71df-4741-4811-8c03-9023cc067263 req-53dc32a5-7fe5-46a1-8f71-31e427d23d86 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ad2172c5-e06a-4950-a922-0c7e574f5f17 HTTP/1.1" status: 200 len: 919 time: 0.2037802 Oct 26 15:01:27.915246 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-5a5d3dc5-8436-4cd2-9041-71a8e3fc6697 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:27.943872 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-5a5d3dc5-8436-4cd2-9041-71a8e3fc6697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:27.953557 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-c89b71df-4741-4811-8c03-9023cc067263 req-6c58b830-b245-4d7c-80dc-48cedf2edf16 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7db0864-eacc-405f-bf1d-68530c8f2784 HTTP/1.1" status: 200 len: 217 time: 0.0455515 Oct 26 15:01:27.960416 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [req-25cac0ed-c631-4956-a505-50fa719b4fc6 req-b8d7e23f-c26d-4c3a-9e79-f996a16f5b4b tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Deleting port 65c6f7b3-028d-4eda-91a1-3da20dece4a5 {{(pid=108647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:01:27.960707 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-25cac0ed-c631-4956-a505-50fa719b4fc6 req-b8d7e23f-c26d-4c3a-9e79-f996a16f5b4b tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:28.041205 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-4d5afdec-a4f8-4e13-8848-7f7908e8d6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:28.057481 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.db.db_base_plugin_common [None req-5a5d3dc5-8436-4cd2-9041-71a8e3fc6697 admin admin] Allocated IP 172.27.0.93 (164d7f62-997a-4502-882b-0bfc21bc1de5/6ece9388-c7af-48ed-bfac-1151ab9231f6/0912c6e7-7a00-4da8-9475-f4b0224b839c) {{(pid=108648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:01:28.061548 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b71df-4741-4811-8c03-9023cc067263 req-22cbd34e-1cb0-4c03-8549-978163088c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:28.062648 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-c89b71df-4741-4811-8c03-9023cc067263 req-22cbd34e-1cb0-4c03-8549-978163088c40 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=673dc4e7-f4e6-456e-9bb6-73f76f7d8feb HTTP/1.1" status: 200 len: 858 time: 0.0980952 Oct 26 15:01:28.108572 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [req-25cac0ed-c631-4956-a505-50fa719b4fc6 req-b8d7e23f-c26d-4c3a-9e79-f996a16f5b4b tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] For port 65c6f7b3-028d-4eda-91a1-3da20dece4a5, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=65c6f7b3-028d-4eda-91a1-3da20dece4a5,segment=NetworkSegment(08979dfa-fb39-481c-9786-7acdff52f57d),segment_id=08979dfa-fb39-481c-9786-7acdff52f57d)] {{(pid=108647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:01:28.110220 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-25cac0ed-c631-4956-a505-50fa719b4fc6 req-b8d7e23f-c26d-4c3a-9e79-f996a16f5b4b tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:28.124787 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [req-25cac0ed-c631-4956-a505-50fa719b4fc6 req-b8d7e23f-c26d-4c3a-9e79-f996a16f5b4b tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Calling delete_port for 65c6f7b3-028d-4eda-91a1-3da20dece4a5 owned by compute:nova {{(pid=108647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:01:28.151477 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-c89b71df-4741-4811-8c03-9023cc067263 req-f94f2b85-29b1-4cea-9ace-f6612bb1e4c1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ad2172c5-e06a-4950-a922-0c7e574f5f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739639 Oct 26 15:01:28.168047 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5afdec-a4f8-4e13-8848-7f7908e8d6f4 None None] Pushing event updated for resources: {'Port': ['ID=17b5cea0-aa6b-43f8-844d-1e746f2ff308,revision_number=2']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:28.224664 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-5a5d3dc5-8436-4cd2-9041-71a8e3fc6697 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:28.302852 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-c89b71df-4741-4811-8c03-9023cc067263 req-d71f5785-2f34-4eac-95f7-d31972b7781b service neutron] 10.222.0.76 "GET /v2.0/networks/ad2172c5-e06a-4950-a922-0c7e574f5f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184115 Oct 26 15:01:28.365984 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-5a5d3dc5-8436-4cd2-9041-71a8e3fc6697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3397087'] for port, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:28.448209 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:28.456470 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5d3dc5-8436-4cd2-9041-71a8e3fc6697 admin admin] Network 164d7f62-997a-4502-882b-0bfc21bc1de5 is already hosted by enough agents. {{(pid=108648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:01:28.459289 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.base_scheduler [None req-5a5d3dc5-8436-4cd2-9041-71a8e3fc6697 admin admin] Resources bound (agent type, host, resource id): {{(pid=108648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:01:28.462966 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5d3dc5-8436-4cd2-9041-71a8e3fc6697 admin admin] Received port after_create {{(pid=108648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:01:28.494394 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-c89b71df-4741-4811-8c03-9023cc067263 req-63e2e9ce-ec6d-4c13-8842-837b0d18735f service neutron] 10.222.0.76 "GET /v2.0/networks/ad2172c5-e06a-4950-a922-0c7e574f5f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667614 Oct 26 15:01:28.497001 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d3dc5-8436-4cd2-9041-71a8e3fc6697 admin admin] Pushing event updated for resources: {'Port': ['ID=0912c6e7-7a00-4da8-9475-f4b0224b839c,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:28.545963 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-25cac0ed-c631-4956-a505-50fa719b4fc6 req-b8d7e23f-c26d-4c3a-9e79-f996a16f5b4b tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:28.561871 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] get_ports_and_sgs() called for port_ids ['65c6f7b3-028d-4eda-91a1-3da20dece4a5'] {{(pid=108649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:01:28.579749 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d7e23f-c26d-4c3a-9e79-f996a16f5b4b tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Pushing event deleted for resources: {'Port': ['ID=65c6f7b3-028d-4eda-91a1-3da20dece4a5,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:28.641502 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [req-25cac0ed-c631-4956-a505-50fa719b4fc6 req-b8d7e23f-c26d-4c3a-9e79-f996a16f5b4b tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] No DVR routers for this DVR port 65c6f7b3-028d-4eda-91a1-3da20dece4a5 on host hv-cinder-73270 {{(pid=108647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:01:28.644274 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-25cac0ed-c631-4956-a505-50fa719b4fc6 req-b8d7e23f-c26d-4c3a-9e79-f996a16f5b4b tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:28.647885 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-25cac0ed-c631-4956-a505-50fa719b4fc6 req-b8d7e23f-c26d-4c3a-9e79-f996a16f5b4b tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.76 "DELETE /v2.0/ports/65c6f7b3-028d-4eda-91a1-3da20dece4a5 HTTP/1.1" status: 204 len: 173 time: 0.8763731 Oct 26 15:01:28.648589 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f05a11-3d78-4b75-82fb-c17b0cd7592f', 'name': 'network-vif-deleted', 'tag': '65c6f7b3-028d-4eda-91a1-3da20dece4a5'}] {{(pid=108647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:01:28.651097 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c67b12b1cf7ef49faca107c22834427ed1d300477b197fee39d1c6656c9e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54754b3a-17b2-4143-a271-bf0aec52518c" -d '{"events": [{"server_uuid": "b7f05a11-3d78-4b75-82fb-c17b0cd7592f", "name": "network-vif-deleted", "tag": "65c6f7b3-028d-4eda-91a1-3da20dece4a5"}]}' {{(pid=108647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:01:28.695967 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ec9efe-a61b-4bed-be45-635adbe8a599 x-openstack-request-id: req-f8ec9efe-a61b-4bed-be45-635adbe8a599 {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:01:28.696540 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f05a11-3d78-4b75-82fb-c17b0cd7592f", "name": "network-vif-deleted", "tag": "65c6f7b3-028d-4eda-91a1-3da20dece4a5", "status": "completed", "code": 200}]} {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:01:28.696540 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f8ec9efe-a61b-4bed-be45-635adbe8a599 {{(pid=108647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:01:28.696885 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f05a11-3d78-4b75-82fb-c17b0cd7592f', 'name': 'network-vif-deleted', 'tag': '65c6f7b3-028d-4eda-91a1-3da20dece4a5', 'status': 'completed', 'code': 200} Oct 26 15:01:28.723197 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c27503cb-1f66-45fc-958f-5714e745500f req-b95ea2f3-b44a-470b-881b-2162c7371eb5 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f05a11-3d78-4b75-82fb-c17b0cd7592f HTTP/1.1" status: 200 len: 210 time: 0.0316055 Oct 26 15:01:28.837734 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 17b5cea0-aa6b-43f8-844d-1e746f2ff308 up at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:01:28.909087 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Provisioning complete for port 17b5cea0-aa6b-43f8-844d-1e746f2ff308 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:28.909500 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:28.910690 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd91c0-8276-4e27-8656-63e42d1f4cd4 req-d5d0b3d5-33b2-453e-a9d0-fae838f4fb1b tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:28.918692 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-dedd91c0-8276-4e27-8656-63e42d1f4cd4 req-d5d0b3d5-33b2-453e-a9d0-fae838f4fb1b tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.0905230 Oct 26 15:01:28.936217 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-5a5d3dc5-8436-4cd2-9041-71a8e3fc6697 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:29.026823 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:29.068213 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] For port 17b5cea0-aa6b-43f8-844d-1e746f2ff308, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=17b5cea0-aa6b-43f8-844d-1e746f2ff308,segment=NetworkSegment(61f6979d-e903-4c43-8269-4f51dd4c68cb),segment_id=61f6979d-e903-4c43-8269-4f51dd4c68cb)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:01:29.142511 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:29.209154 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Pushing event updated for resources: {'Port': ['ID=17b5cea0-aa6b-43f8-844d-1e746f2ff308,revision_number=3']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:29.276507 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b5973f05-e47d-47a0-9124-4a1742ed80af req-00c6f253-0f46-4677-9f28-2ee668fff2dc tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfdbf7ab-b95c-4a66-8d44-208d94b29497 HTTP/1.1" status: 200 len: 210 time: 0.3282514 Oct 26 15:01:29.288112 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-dedd91c0-8276-4e27-8656-63e42d1f4cd4 req-83f7e604-97f5-434d-a60e-c1599756575a tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608627 Oct 26 15:01:29.390415 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563e5e79-c169-49cf-9acb-f06df2fb5de7 None None] Network aa36fb45-c81d-4582-a1d1-4df2ccc686c8 requested from dv-cinder-732704-6-iscsi {{(pid=108649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:01:29.419262 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-5a5d3dc5-8436-4cd2-9041-71a8e3fc6697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536295198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536295836'] for router, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:29.575337 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-d18cc1e8-54d8-480c-a856-e077b9da35fa None None] Provisioning complete for port 17b5cea0-aa6b-43f8-844d-1e746f2ff308 triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:29.575706 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-d18cc1e8-54d8-480c-a856-e077b9da35fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:29.645257 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5d3dc5-8436-4cd2-9041-71a8e3fc6697 admin admin] Router 58398bf7-2e07-4bcf-b90a-3dec3c8cc50d is scheduled to L3 agent aad0d180-bd62-492d-9d56-445be5af9cbd with binding_index 1 {{(pid=108648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:01:29.755594 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5d3dc5-8436-4cd2-9041-71a8e3fc6697 admin admin] Notify agent at l3_agent.dv-cinder-732704-6-iscsi the message routers_updated {{(pid=108648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:01:29.770819 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e8640c-a97d-47a7-b89f-5625a9757e6e None None] Sync routers for ids ['58398bf7-2e07-4bcf-b90a-3dec3c8cc50d'] in dv-cinder-732704-6-iscsi {{(pid=108650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:01:29.782852 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e8640c-a97d-47a7-b89f-5625a9757e6e None None] Routers {'58398bf7-2e07-4bcf-b90a-3dec3c8cc50d'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:01:29.783668 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-81e8640c-a97d-47a7-b89f-5625a9757e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:01:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['58398bf7-2e07-4bcf-b90a-3dec3c8cc50d'], 'active': True} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:29.854191 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6322489b-057f-482a-912f-9699299a6dda req-a44a4cb3-9645-4a0a-ba11-c3c1cec79424 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f05a11-3d78-4b75-82fb-c17b0cd7592f HTTP/1.1" status: 200 len: 210 time: 0.0295463 Oct 26 15:01:29.876318 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-5a5d3dc5-8436-4cd2-9041-71a8e3fc6697 admin admin] Publish callbacks [] for router, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:29.877648 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-5a5d3dc5-8436-4cd2-9041-71a8e3fc6697 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0141885 Oct 26 15:01:29.880396 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 59032) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:29.900161 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvr_db [None req-81e8640c-a97d-47a7-b89f-5625a9757e6e None None] Set router 58398bf7-2e07-4bcf-b90a-3dec3c8cc50d gateway port host: dv-cinder-732704-6-iscsi {{(pid=108650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:01:30.047475 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-0fed1f68-b13b-458b-a201-c68016a30731 None None] Provisioning complete for port 17b5cea0-aa6b-43f8-844d-1e746f2ff308 triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:30.048037 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-0fed1f68-b13b-458b-a201-c68016a30731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:30.090438 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-81e8640c-a97d-47a7-b89f-5625a9757e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58398bf7-2e07-4bcf-b90a-3dec3c8cc50d', 'name': 'tempest-TestMinimumBasicScenario-2146501661-router', 'tenant_id': 'ae37455caad1400c9591e7587ec53aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '0912c6e7-7a00-4da8-9475-f4b0224b839c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:26Z', 'updated_at': '2021-10-26T15:01:28Z', 'revision_number': 3, 'project_id': 'ae37455caad1400c9591e7587ec53aef', 'gw_port': {'id': '0912c6e7-7a00-4da8-9475-f4b0224b839c', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58398bf7-2e07-4bcf-b90a-3dec3c8cc50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:27Z', 'updated_at': '2021-10-26T15:01:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi'}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:30.125329 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e8640c-a97d-47a7-b89f-5625a9757e6e None None] Checking router: 58398bf7-2e07-4bcf-b90a-3dec3c8cc50d for host: dv-cinder-732704-6-iscsi {{(pid=108650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:01:30.125670 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e8640c-a97d-47a7-b89f-5625a9757e6e None None] Updating router 58398bf7-2e07-4bcf-b90a-3dec3c8cc50d port 0912c6e7-7a00-4da8-9475-f4b0224b839c binding host dv-cinder-732704-6-iscsi {{(pid=108650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:01:30.153871 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-81e8640c-a97d-47a7-b89f-5625a9757e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:30.303224 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-c7596bec-5089-40e6-a30d-26fc7ba5cde7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:30.384847 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f88520e8-8bc8-47f3-9c48-8be32472bab8 req-0f1f2729-e777-4a96-82a4-b9c97e14e0e4 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfdbf7ab-b95c-4a66-8d44-208d94b29497 HTTP/1.1" status: 200 len: 210 time: 0.0275338 Oct 26 15:01:30.424819 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-81e8640c-a97d-47a7-b89f-5625a9757e6e None None] Publish callbacks [] for port, precommit_update {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:30.469437 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.db_base_plugin_common [None req-c7596bec-5089-40e6-a30d-26fc7ba5cde7 admin admin] Allocated IP 172.20.0.1 (aa36fb45-c81d-4582-a1d1-4df2ccc686c8/7cf36ff4-7097-4007-a564-c4675e4a120f/938b9210-559b-4f9b-be14-5f761bd6021e) {{(pid=108647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:01:30.499561 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537417b4-0c76-4ade-a684-b266b6453094 req-0220d079-1944-463a-b316-f0ff3ece5710 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:30.501021 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-537417b4-0c76-4ade-a684-b266b6453094 req-0220d079-1944-463a-b316-f0ff3ece5710 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.0493004 Oct 26 15:01:30.540315 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-537417b4-0c76-4ade-a684-b266b6453094 req-77834c37-407d-426b-b09c-1bcf41c0d251 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330651 Oct 26 15:01:30.572677 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-c7596bec-5089-40e6-a30d-26fc7ba5cde7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:30.576249 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-81e8640c-a97d-47a7-b89f-5625a9757e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:30.666101 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-c7596bec-5089-40e6-a30d-26fc7ba5cde7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:30.716119 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a6c92-e05f-40f8-a897-6d536bf46c10 None None] Pushing event updated for resources: {'Port': ['ID=0912c6e7-7a00-4da8-9475-f4b0224b839c,revision_number=2']} {{(pid=108650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:30.722126 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.managers [None req-81e8640c-a97d-47a7-b89f-5625a9757e6e None None] Attempting to bind port 0912c6e7-7a00-4da8-9475-f4b0224b839c on host dv-cinder-732704-6-iscsi for vnic_type normal with profile {{(pid=108650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:01:30.722611 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7596bec-5089-40e6-a30d-26fc7ba5cde7 admin admin] Network aa36fb45-c81d-4582-a1d1-4df2ccc686c8 is already hosted by enough agents. {{(pid=108647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:01:30.722838 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.managers [None req-81e8640c-a97d-47a7-b89f-5625a9757e6e None None] Attempting to bind port 0912c6e7-7a00-4da8-9475-f4b0224b839c by drivers openvswitch,hyperv on host dv-cinder-732704-6-iscsi at level 0 using segments [{'id': '48b4b2e5-ca40-4770-b351-7c2adc646ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'}] {{(pid=108650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:01:30.723631 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e8640c-a97d-47a7-b89f-5625a9757e6e None None] Attempting to bind port 0912c6e7-7a00-4da8-9475-f4b0224b839c on network 164d7f62-997a-4502-882b-0bfc21bc1de5 {{(pid=108650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:01:30.726000 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [None req-c7596bec-5089-40e6-a30d-26fc7ba5cde7 admin admin] Resources bound (agent type, host, resource id): {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:01:30.729595 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e8640c-a97d-47a7-b89f-5625a9757e6e None None] Checking agent: {'id': '7cf7ebdc-aa0b-44cf-abbb-a49983147622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-732704-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 14, 50, 44), 'started_at': datetime.datetime(2021, 10, 26, 14, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-732704-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:01:30.730356 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e8640c-a97d-47a7-b89f-5625a9757e6e None None] Checking segment: {'id': '48b4b2e5-ca40-4770-b351-7c2adc646ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:01:30.730578 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7596bec-5089-40e6-a30d-26fc7ba5cde7 admin admin] Received port after_create {{(pid=108647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:01:30.731050 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-81e8640c-a97d-47a7-b89f-5625a9757e6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:30.731927 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e8640c-a97d-47a7-b89f-5625a9757e6e None None] Bound using segment: {'id': '48b4b2e5-ca40-4770-b351-7c2adc646ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'} {{(pid=108650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:01:30.732542 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.managers [None req-81e8640c-a97d-47a7-b89f-5625a9757e6e None None] Bound port: 0912c6e7-7a00-4da8-9475-f4b0224b839c, host: dv-cinder-732704-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48b4b2e5-ca40-4770-b351-7c2adc646ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'}}] {{(pid=108650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:01:30.733250 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-81e8640c-a97d-47a7-b89f-5625a9757e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:30.764707 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7596bec-5089-40e6-a30d-26fc7ba5cde7 admin admin] Pushing event updated for resources: {'Port': ['ID=938b9210-559b-4f9b-be14-5f761bd6021e,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:30.775062 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-c7596bec-5089-40e6-a30d-26fc7ba5cde7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536297409'] for router_interface, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:30.807875 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 17b5cea0-aa6b-43f8-844d-1e746f2ff308 up at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:01:30.819916 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.db [None req-81e8640c-a97d-47a7-b89f-5625a9757e6e None None] For port 0912c6e7-7a00-4da8-9475-f4b0224b839c, host dv-cinder-732704-6-iscsi, cleared binding levels {{(pid=108650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:01:30.827454 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.db [None req-81e8640c-a97d-47a7-b89f-5625a9757e6e None None] For port 0912c6e7-7a00-4da8-9475-f4b0224b839c, host dv-cinder-732704-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=0912c6e7-7a00-4da8-9475-f4b0224b839c,segment=NetworkSegment(48b4b2e5-ca40-4770-b351-7c2adc646ed5),segment_id=48b4b2e5-ca40-4770-b351-7c2adc646ed5)] {{(pid=108650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:01:30.899379 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Provisioning complete for port 17b5cea0-aa6b-43f8-844d-1e746f2ff308 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:30.899984 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:30.916511 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-81e8640c-a97d-47a7-b89f-5625a9757e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:30.965122 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e8640c-a97d-47a7-b89f-5625a9757e6e None None] Routers {'58398bf7-2e07-4bcf-b90a-3dec3c8cc50d'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:01:30.965989 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-81e8640c-a97d-47a7-b89f-5625a9757e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:01:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['58398bf7-2e07-4bcf-b90a-3dec3c8cc50d'], 'active': True} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:30.998783 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f9618382-d9c1-4e83-af0f-7ba672d3e707 req-a0609203-8ad5-426c-82a6-a7d73a76a7ff tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f05a11-3d78-4b75-82fb-c17b0cd7592f HTTP/1.1" status: 200 len: 210 time: 0.0352361 Oct 26 15:01:31.038545 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-c7596bec-5089-40e6-a30d-26fc7ba5cde7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:31.058202 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-6e5aee6a-faf4-47a1-bc55-aacff5acf044 None None] Provisioning complete for port 938b9210-559b-4f9b-be14-5f761bd6021e triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:31.058810 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-6e5aee6a-faf4-47a1-bc55-aacff5acf044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:31.071320 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a6c92-e05f-40f8-a897-6d536bf46c10 None None] Pushing event updated for resources: {'Port': ['ID=0912c6e7-7a00-4da8-9475-f4b0224b839c,revision_number=3']} {{(pid=108650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:31.107894 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvr_db [None req-81e8640c-a97d-47a7-b89f-5625a9757e6e None None] Set router 58398bf7-2e07-4bcf-b90a-3dec3c8cc50d gateway port host: dv-cinder-732704-6-iscsi {{(pid=108650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:01:31.123308 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-6e5aee6a-faf4-47a1-bc55-aacff5acf044 None None] Port 938b9210-559b-4f9b-be14-5f761bd6021e cannot update to ACTIVE because it is not bound. {{(pid=108649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:01:31.234559 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-c7596bec-5089-40e6-a30d-26fc7ba5cde7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:31.307096 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-81e8640c-a97d-47a7-b89f-5625a9757e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58398bf7-2e07-4bcf-b90a-3dec3c8cc50d', 'name': 'tempest-TestMinimumBasicScenario-2146501661-router', 'tenant_id': 'ae37455caad1400c9591e7587ec53aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '0912c6e7-7a00-4da8-9475-f4b0224b839c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:26Z', 'updated_at': '2021-10-26T15:01:28Z', 'revision_number': 3, 'project_id': 'ae37455caad1400c9591e7587ec53aef', 'gw_port': {'id': '0912c6e7-7a00-4da8-9475-f4b0224b839c', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58398bf7-2e07-4bcf-b90a-3dec3c8cc50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:27Z', 'updated_at': '2021-10-26T15:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi'}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:31.333140 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e8640c-a97d-47a7-b89f-5625a9757e6e None None] The sync data for ids ['58398bf7-2e07-4bcf-b90a-3dec3c8cc50d'] in dv-cinder-732704-6-iscsi is: [{'id': '58398bf7-2e07-4bcf-b90a-3dec3c8cc50d', 'name': 'tempest-TestMinimumBasicScenario-2146501661-router', 'tenant_id': 'ae37455caad1400c9591e7587ec53aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '0912c6e7-7a00-4da8-9475-f4b0224b839c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:26Z', 'updated_at': '2021-10-26T15:01:28Z', 'revision_number': 3, 'project_id': 'ae37455caad1400c9591e7587ec53aef', 'gw_port': {'id': '0912c6e7-7a00-4da8-9475-f4b0224b839c', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58398bf7-2e07-4bcf-b90a-3dec3c8cc50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:27Z', 'updated_at': '2021-10-26T15:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi'}] {{(pid=108650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:01:31.345683 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-c7596bec-5089-40e6-a30d-26fc7ba5cde7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8556446'] for port, after_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:31.416398 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7596bec-5089-40e6-a30d-26fc7ba5cde7 admin admin] Pushing event updated for resources: {'Port': ['ID=938b9210-559b-4f9b-be14-5f761bd6021e,revision_number=2']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:31.418804 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-c7596bec-5089-40e6-a30d-26fc7ba5cde7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536254647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536296017'] for router_interface, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:31.502067 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4bccb6cd-5894-4179-adeb-c3ef278efea0 req-cd0c265d-be15-4d75-93fe-364141128ecd tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfdbf7ab-b95c-4a66-8d44-208d94b29497 HTTP/1.1" status: 200 len: 210 time: 0.0432162 Oct 26 15:01:31.520939 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7596bec-5089-40e6-a30d-26fc7ba5cde7 admin admin] Network aa36fb45-c81d-4582-a1d1-4df2ccc686c8 is already hosted by enough agents. {{(pid=108647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:01:31.522531 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [None req-c7596bec-5089-40e6-a30d-26fc7ba5cde7 admin admin] Resources bound (agent type, host, resource id): {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:01:31.662422 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7596bec-5089-40e6-a30d-26fc7ba5cde7 admin admin] Router 58398bf7-2e07-4bcf-b90a-3dec3c8cc50d has already been hosted by L3 agent aad0d180-bd62-492d-9d56-445be5af9cbd {{(pid=108647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:01:31.740357 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c690d45-8652-4482-9635-ad72a52de6fd req-107fd033-b8e1-4d1c-af6f-8a985079cbb9 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:31.742313 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3c690d45-8652-4482-9635-ad72a52de6fd req-107fd033-b8e1-4d1c-af6f-8a985079cbb9 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.0859606 Oct 26 15:01:31.800306 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7596bec-5089-40e6-a30d-26fc7ba5cde7 admin admin] Notify agent at l3_agent.dv-cinder-732704-6-iscsi the message routers_updated {{(pid=108647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:01:31.803630 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3c690d45-8652-4482-9635-ad72a52de6fd req-39b0feb5-af84-439a-9fe0-3d70769e4b2e tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506923 Oct 26 15:01:31.807181 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-c7596bec-5089-40e6-a30d-26fc7ba5cde7 admin admin] 10.222.0.57 "PUT /v2.0/routers/58398bf7-2e07-4bcf-b90a-3dec3c8cc50d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9250975 Oct 26 15:01:31.880413 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-d167fed6-efff-4257-8dbf-96e6ccbde403 None None] Provisioning complete for port 938b9210-559b-4f9b-be14-5f761bd6021e triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:31.881014 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-d167fed6-efff-4257-8dbf-96e6ccbde403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:31.916906 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-d167fed6-efff-4257-8dbf-96e6ccbde403 None None] Port 938b9210-559b-4f9b-be14-5f761bd6021e cannot update to ACTIVE because it is not bound. {{(pid=108649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:01:32.098365 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d56e71a5-639b-4c7d-8236-e488800b7a18 req-89bdf710-cad6-43b8-b71e-6eb3343c5c8f tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f05a11-3d78-4b75-82fb-c17b0cd7592f HTTP/1.1" status: 200 len: 210 time: 0.0278301 Oct 26 15:01:32.241156 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-d78a4edc-0791-4756-910a-b7f3ce052a65 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=9a187481455d4acfa5adce50e15f22f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355027 Oct 26 15:01:32.614162 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-65ca7eb7-9d33-4b17-b1ba-113f60ed960a req-e550e32a-4f33-40c3-a385-6d066b3fed3f tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfdbf7ab-b95c-4a66-8d44-208d94b29497 HTTP/1.1" status: 200 len: 210 time: 0.0261540 Oct 26 15:01:32.661332 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-adeed3a0-8547-458a-a13f-446f56fe3d11 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:32.661929 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-adeed3a0-8547-458a-a13f-446f56fe3d11 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4147682 Oct 26 15:01:32.676874 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 59086) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:32.681163 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-93f45605-a0e3-4b92-b527-a572b69f6561 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] Request body: {'port': {'device_id': 'cfdbf7ab-b95c-4a66-8d44-208d94b29497', 'network_id': '88f4aa2a-7b63-4113-a692-4f65c169161e', 'admin_state_up': True, 'tenant_id': '9a187481455d4acfa5adce50e15f22f4'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:01:32.682336 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-b2fdd55d-6a99-4bbd-a83c-0567d2391d94 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1449231468-network', 'tenant_id': 'a4d8bdff38854cd293f6a9c4327029b8'}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:01:32.820867 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 0912c6e7-7a00-4da8-9475-f4b0224b839c up at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:01:32.856941 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 65c6f7b3-028d-4eda-91a1-3da20dece4a5 no longer exists at agent hyperv_hv-cinder-73270 {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:01:32.865596 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fdd55d-6a99-4bbd-a83c-0567d2391d94 admin admin] Made reservation on behalf of a4d8bdff38854cd293f6a9c4327029b8 for: {'network': 1} {{(pid=108648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:01:32.868683 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-b2fdd55d-6a99-4bbd-a83c-0567d2391d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for network, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:32.877354 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-b2fdd55d-6a99-4bbd-a83c-0567d2391d94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:32.879575 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] No Port match for: 65c6f7b3-028d-4eda-91a1-3da20dece4a5 {{(pid=108649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:01:32.879920 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 65c6f7b3-028d-4eda-91a1-3da20dece4a5 not bound to the agent host hv-cinder-73270 {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:01:32.900946 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Provisioning complete for port 0912c6e7-7a00-4da8-9475-f4b0224b839c triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:32.901326 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:32.977755 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-93f45605-a0e3-4b92-b527-a572b69f6561 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] Made reservation on behalf of 9a187481455d4acfa5adce50e15f22f4 for: {'port': 1} {{(pid=108647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:01:32.982857 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-93f45605-a0e3-4b92-b527-a572b69f6561 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:32.993351 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-93f45605-a0e3-4b92-b527-a572b69f6561 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] Publish callbacks [] for security_group, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:33.000568 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e3b0f-fad8-4874-9d4e-a8695f3b70ad req-061816fb-273a-472a-a93a-14345ed04fbd tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:33.007212 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d44e3b0f-fad8-4874-9d4e-a8695f3b70ad req-061816fb-273a-472a-a93a-14345ed04fbd tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.1158288 Oct 26 15:01:33.019297 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:33.041823 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] For port 0912c6e7-7a00-4da8-9475-f4b0224b839c, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=0912c6e7-7a00-4da8-9475-f4b0224b839c,segment=NetworkSegment(48b4b2e5-ca40-4770-b351-7c2adc646ed5),segment_id=48b4b2e5-ca40-4770-b351-7c2adc646ed5)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:01:33.083791 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d44e3b0f-fad8-4874-9d4e-a8695f3b70ad req-9d721138-1900-4fd9-aa37-7d49d65b2cd6 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678961 Oct 26 15:01:33.088266 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-93f45605-a0e3-4b92-b527-a572b69f6561 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] Publish callbacks [] for security_group, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:33.096033 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-b2fdd55d-6a99-4bbd-a83c-0567d2391d94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:33.194438 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6f6e86-9360-4b2a-8fd7-0af9f1c40d93 None None] Sync routers for ids ['58398bf7-2e07-4bcf-b90a-3dec3c8cc50d'] in dv-cinder-732704-6-iscsi {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:01:33.207106 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6f6e86-9360-4b2a-8fd7-0af9f1c40d93 None None] Routers {'58398bf7-2e07-4bcf-b90a-3dec3c8cc50d'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:01:33.207863 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-bd6f6e86-9360-4b2a-8fd7-0af9f1c40d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:01:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['58398bf7-2e07-4bcf-b90a-3dec3c8cc50d'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:33.211084 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c17fffe4-9e76-422e-a8b8-0ea4107d2511 req-d228dab0-612c-47a5-b9b5-fe55de254db7 tempest-VolumesActionsTest-1385047553 tempest-VolumesActionsTest-1385047553-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f05a11-3d78-4b75-82fb-c17b0cd7592f HTTP/1.1" status: 200 len: 210 time: 0.0275760 Oct 26 15:01:33.319992 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-bd6f6e86-9360-4b2a-8fd7-0af9f1c40d93 None None] Set router 58398bf7-2e07-4bcf-b90a-3dec3c8cc50d gateway port host: dv-cinder-732704-6-iscsi {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:01:33.340269 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-b2fdd55d-6a99-4bbd-a83c-0567d2391d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:33.343692 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-93f45605-a0e3-4b92-b527-a572b69f6561 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:33.345514 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:33.364088 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2fdd55d-6a99-4bbd-a83c-0567d2391d94 admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=108648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:01:33.384206 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fdd55d-6a99-4bbd-a83c-0567d2391d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5facb5c-cb06-4704-92b5-a11b55cea03f,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:33.388063 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-b2fdd55d-6a99-4bbd-a83c-0567d2391d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888'] for segment, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:33.388397 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.db.segments_db [None req-b2fdd55d-6a99-4bbd-a83c-0567d2391d94 admin admin] Added segment 3c0d3291-f8ad-4278-9011-c604cedfcc40 of type vlan for network 4cc92e56-c71b-4022-bda8-5a42e3624add Oct 26 15:01:33.407919 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f45605-a0e3-4b92-b527-a572b69f6561 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1475b5-9e97-4170-8a1a-48852dd42bd4,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:33.449894 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-b2fdd55d-6a99-4bbd-a83c-0567d2391d94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752337516683'] for network, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:33.521082 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.db_base_plugin_common [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-93f45605-a0e3-4b92-b527-a572b69f6561 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] Allocated IP 192.168.233.213 (88f4aa2a-7b63-4113-a692-4f65c169161e/8c7e659f-0ecd-48dd-9e1f-67b65d886c9a/e0143e70-7fc6-44be-a030-553e812819de) {{(pid=108647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:01:33.522331 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Pushing event updated for resources: {'Port': ['ID=0912c6e7-7a00-4da8-9475-f4b0224b839c,revision_number=4']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:33.540513 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:33.540920 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:33.541190 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:33.541688 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:33.542163 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:33.542624 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:33.543169 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:33.543636 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:33.543988 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:33.544322 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:33.544638 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:33.545105 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:33.568570 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-b2fdd55d-6a99-4bbd-a83c-0567d2391d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593'] for network, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:33.570856 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fdd55d-6a99-4bbd-a83c-0567d2391d94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:33.572345 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-b2fdd55d-6a99-4bbd-a83c-0567d2391d94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for network, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:33.654168 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-bd6f6e86-9360-4b2a-8fd7-0af9f1c40d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58398bf7-2e07-4bcf-b90a-3dec3c8cc50d', 'name': 'tempest-TestMinimumBasicScenario-2146501661-router', 'tenant_id': 'ae37455caad1400c9591e7587ec53aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '0912c6e7-7a00-4da8-9475-f4b0224b839c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:26Z', 'updated_at': '2021-10-26T15:01:30Z', 'revision_number': 4, 'project_id': 'ae37455caad1400c9591e7587ec53aef', 'gw_port': {'id': '0912c6e7-7a00-4da8-9475-f4b0224b839c', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58398bf7-2e07-4bcf-b90a-3dec3c8cc50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:27Z', 'updated_at': '2021-10-26T15:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': '938b9210-559b-4f9b-be14-5f761bd6021e', 'name': '', 'network_id': 'aa36fb45-c81d-4582-a1d1-4df2ccc686c8', 'tenant_id': 'ae37455caad1400c9591e7587ec53aef', 'mac_address': 'fa:16:3e:f5:1f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58398bf7-2e07-4bcf-b90a-3dec3c8cc50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '7cf36ff4-7097-4007-a564-c4675e4a120f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:30Z', 'updated_at': '2021-10-26T15:01:31Z', 'revision_number': 2, 'project_id': 'ae37455caad1400c9591e7587ec53aef', 'subnets': [{'id': '7cf36ff4-7097-4007-a564-c4675e4a120f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:33.656979 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fdd55d-6a99-4bbd-a83c-0567d2391d94 admin admin] Pushing event updated for resources: {'Network': ['ID=4cc92e56-c71b-4022-bda8-5a42e3624add,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:33.685835 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6f6e86-9360-4b2a-8fd7-0af9f1c40d93 None None] Checking router: 58398bf7-2e07-4bcf-b90a-3dec3c8cc50d for host: dv-cinder-732704-6-iscsi {{(pid=108649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:01:33.686517 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6f6e86-9360-4b2a-8fd7-0af9f1c40d93 None None] Updating router 58398bf7-2e07-4bcf-b90a-3dec3c8cc50d port 938b9210-559b-4f9b-be14-5f761bd6021e binding host dv-cinder-732704-6-iscsi {{(pid=108649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:01:33.705131 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Network 4cc92e56-c71b-4022-bda8-5a42e3624add details requested by agent ovs-agent-dv-cinder-732704-6-iscsi with host dv-cinder-732704-6-iscsi {{(pid=108649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:01:33.733613 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f8456cc8-0e2b-4009-b122-1731651e7162 req-88279b46-ff3a-4573-a764-f9767470c3a9 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfdbf7ab-b95c-4a66-8d44-208d94b29497 HTTP/1.1" status: 200 len: 210 time: 0.0301561 Oct 26 15:01:33.753416 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-bd6f6e86-9360-4b2a-8fd7-0af9f1c40d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:33.762841 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-b2fdd55d-6a99-4bbd-a83c-0567d2391d94 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0847461 Oct 26 15:01:33.765802 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 59118) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:33.772252 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-b9cd09e6-25a4-4639-8630-3fd96a970255 admin admin] Request body: {'subnet': {'network_id': '4cc92e56-c71b-4022-bda8-5a42e3624add', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1449231468-subnet', 'tenant_id': 'a4d8bdff38854cd293f6a9c4327029b8', 'ip_version': 4}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:01:33.779631 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-93f45605-a0e3-4b92-b527-a572b69f6561 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] Publish callbacks [] for port, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:33.925247 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9cd09e6-25a4-4639-8630-3fd96a970255 admin admin] Made reservation on behalf of a4d8bdff38854cd293f6a9c4327029b8 for: {'subnet': 1} {{(pid=108648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:01:33.925645 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-93f45605-a0e3-4b92-b527-a572b69f6561 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:33.928119 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-b9cd09e6-25a4-4639-8630-3fd96a970255 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8405531'] for subnet, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:33.982966 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-93f45605-a0e3-4b92-b527-a572b69f6561 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] Network 88f4aa2a-7b63-4113-a692-4f65c169161e is already hosted by enough agents. {{(pid=108647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:01:33.988733 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-93f45605-a0e3-4b92-b527-a572b69f6561 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] Resources bound (agent type, host, resource id): {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:01:33.991649 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-93f45605-a0e3-4b92-b527-a572b69f6561 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] Received port after_create {{(pid=108647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:01:34.024053 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f45605-a0e3-4b92-b527-a572b69f6561 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] Pushing event updated for resources: {'Port': ['ID=e0143e70-7fc6-44be-a030-553e812819de,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:34.062035 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-93f45605-a0e3-4b92-b527-a572b69f6561 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:34.062389 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-93f45605-a0e3-4b92-b527-a572b69f6561 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:34.069311 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-bd6f6e86-9360-4b2a-8fd7-0af9f1c40d93 None None] Publish callbacks [] for port, precommit_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:34.157052 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-bd6f6e86-9360-4b2a-8fd7-0af9f1c40d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:34.159853 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-93f45605-a0e3-4b92-b527-a572b69f6561 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4831650 Oct 26 15:01:34.201852 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-b9cd09e6-25a4-4639-8630-3fd96a970255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3396931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8405541'] for subnet, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:34.219209 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f76b7-2bed-466c-8578-e39ad9ce1478 None None] Pushing event updated for resources: {'Port': ['ID=938b9210-559b-4f9b-be14-5f761bd6021e,revision_number=3']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:34.285783 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-bd6f6e86-9360-4b2a-8fd7-0af9f1c40d93 None None] Attempting to bind port 938b9210-559b-4f9b-be14-5f761bd6021e on host dv-cinder-732704-6-iscsi for vnic_type normal with profile {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:01:34.286150 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-bd6f6e86-9360-4b2a-8fd7-0af9f1c40d93 None None] Attempting to bind port 938b9210-559b-4f9b-be14-5f761bd6021e by drivers openvswitch,hyperv on host dv-cinder-732704-6-iscsi at level 0 using segments [{'id': '61f6979d-e903-4c43-8269-4f51dd4c68cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'aa36fb45-c81d-4582-a1d1-4df2ccc686c8'}] {{(pid=108649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:01:34.291260 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6f6e86-9360-4b2a-8fd7-0af9f1c40d93 None None] Attempting to bind port 938b9210-559b-4f9b-be14-5f761bd6021e on network aa36fb45-c81d-4582-a1d1-4df2ccc686c8 {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:01:34.296008 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c320d-924a-4765-ae3a-acb63fa08a54 req-12b01b1b-2112-4d68-b825-b51d9b6ca920 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:34.297807 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-953c320d-924a-4765-ae3a-acb63fa08a54 req-12b01b1b-2112-4d68-b825-b51d9b6ca920 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.1266582 Oct 26 15:01:34.300115 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6f6e86-9360-4b2a-8fd7-0af9f1c40d93 None None] Checking agent: {'id': '7cf7ebdc-aa0b-44cf-abbb-a49983147622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-732704-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 14, 50, 44), 'started_at': datetime.datetime(2021, 10, 26, 14, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-732704-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:01:34.303862 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6f6e86-9360-4b2a-8fd7-0af9f1c40d93 None None] Checking segment: {'id': '61f6979d-e903-4c43-8269-4f51dd4c68cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'aa36fb45-c81d-4582-a1d1-4df2ccc686c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:01:34.303990 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd09e6-25a4-4639-8630-3fd96a970255 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ef2ac4d-1999-41f9-ae1c-15b8ddff3417,revision_number=0']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:34.304075 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-bd6f6e86-9360-4b2a-8fd7-0af9f1c40d93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:34.304148 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6f6e86-9360-4b2a-8fd7-0af9f1c40d93 None None] Bound using segment: {'id': '61f6979d-e903-4c43-8269-4f51dd4c68cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'aa36fb45-c81d-4582-a1d1-4df2ccc686c8'} {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:01:34.304695 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-bd6f6e86-9360-4b2a-8fd7-0af9f1c40d93 None None] Bound port: 938b9210-559b-4f9b-be14-5f761bd6021e, host: dv-cinder-732704-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61f6979d-e903-4c43-8269-4f51dd4c68cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'aa36fb45-c81d-4582-a1d1-4df2ccc686c8'}}] {{(pid=108649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:01:34.311460 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-bd6f6e86-9360-4b2a-8fd7-0af9f1c40d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:34.312579 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cd09e6-25a4-4639-8630-3fd96a970255 admin admin] Checking segment: {'id': '3c0d3291-f8ad-4278-9011-c604cedfcc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4cc92e56-c71b-4022-bda8-5a42e3624add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:01:34.313107 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cd09e6-25a4-4639-8630-3fd96a970255 admin admin] Network hostable DHCP agents. Network: 4cc92e56-c71b-4022-bda8-5a42e3624add, hostable agents: ['b4d4e8dd-6314-45fe-b027-8ffd5f87ed07'], hosted agents: [] {{(pid=108648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:01:34.332221 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-bbe4e7ff-9193-4e3c-a761-bf65c9556844 None None] Provisioning complete for port e0143e70-7fc6-44be-a030-553e812819de triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:34.332589 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-bbe4e7ff-9193-4e3c-a761-bf65c9556844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:34.370193 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-953c320d-924a-4765-ae3a-acb63fa08a54 req-57ed1e36-1e7c-4afe-ae8a-2edfdcd25b6f tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487828 Oct 26 15:01:34.425381 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-bbe4e7ff-9193-4e3c-a761-bf65c9556844 None None] Port e0143e70-7fc6-44be-a030-553e812819de cannot update to ACTIVE because it is not bound. {{(pid=108649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:01:34.429583 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 59134) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:34.450918 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cd09e6-25a4-4639-8630-3fd96a970255 admin admin] Network 4cc92e56-c71b-4022-bda8-5a42e3624add is scheduled to be hosted by DHCP agent b4d4e8dd-6314-45fe-b027-8ffd5f87ed07 with binding_index 1 {{(pid=108648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:01:34.460112 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-bd6f6e86-9360-4b2a-8fd7-0af9f1c40d93 None None] For port 938b9210-559b-4f9b-be14-5f761bd6021e, host dv-cinder-732704-6-iscsi, cleared binding levels {{(pid=108649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:01:34.464432 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-bd6f6e86-9360-4b2a-8fd7-0af9f1c40d93 None None] For port 938b9210-559b-4f9b-be14-5f761bd6021e, host dv-cinder-732704-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=938b9210-559b-4f9b-be14-5f761bd6021e,segment=NetworkSegment(61f6979d-e903-4c43-8269-4f51dd4c68cb),segment_id=61f6979d-e903-4c43-8269-4f51dd4c68cb)] {{(pid=108649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:01:34.544367 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-c7536fa1-6d98-4db3-aae6-f8f411fecc39 None None] Provisioning complete for port 938b9210-559b-4f9b-be14-5f761bd6021e triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:34.544740 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-c7536fa1-6d98-4db3-aae6-f8f411fecc39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:34.553673 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.base_scheduler [None req-b9cd09e6-25a4-4639-8630-3fd96a970255 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-732704-6-iscsi, 4cc92e56-c71b-4022-bda8-5a42e3624add) {{(pid=108648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:01:34.556059 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-9988cade-a266-4ad3-bb6a-ed6550c3bcb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:34.564790 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cd09e6-25a4-4639-8630-3fd96a970255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:34.564790 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-b9cd09e6-25a4-4639-8630-3fd96a970255 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:34.570001 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04aaf37c-1651-4684-a9d9-e8dc9e458081 None None] Network 4cc92e56-c71b-4022-bda8-5a42e3624add requested from dv-cinder-732704-6-iscsi {{(pid=108649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:01:34.655424 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-9988cade-a266-4ad3-bb6a-ed6550c3bcb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:34.659571 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-b9cd09e6-25a4-4639-8630-3fd96a970255 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8923256 Oct 26 15:01:34.670087 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 59148) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:34.675917 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [None req-1087925f-ab3d-49fc-81d4-c77741b02d63 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1449231468-router', 'tenant_id': 'a4d8bdff38854cd293f6a9c4327029b8', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'}}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:01:34.775280 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-9988cade-a266-4ad3-bb6a-ed6550c3bcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:34.797442 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-bd6f6e86-9360-4b2a-8fd7-0af9f1c40d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:34.812967 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-1087925f-ab3d-49fc-81d4-c77741b02d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536294039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2878'] for router, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:34.815784 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-1087925f-ab3d-49fc-81d4-c77741b02d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536295207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536295873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2849'] for router, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:34.838122 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-9988cade-a266-4ad3-bb6a-ed6550c3bcb4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1e0d9c9c83e941028b0d1a013f52f65a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4071987 Oct 26 15:01:34.840837 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 59158) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:34.841483 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9988cade-a266-4ad3-bb6a-ed6550c3bcb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0d0ddc-3641-4209-aa21-5ec52526504e,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:34.841767 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 0912c6e7-7a00-4da8-9475-f4b0224b839c up at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:01:34.857433 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-c7536fa1-6d98-4db3-aae6-f8f411fecc39 None None] Port 938b9210-559b-4f9b-be14-5f761bd6021e cannot update to ACTIVE because it is not bound. {{(pid=108649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:01:34.915693 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-1087925f-ab3d-49fc-81d4-c77741b02d63 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:34.945965 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-477895cd-04e6-4b1a-8c8d-ab869cb419b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:34.953867 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6f6e86-9360-4b2a-8fd7-0af9f1c40d93 None None] Routers {'58398bf7-2e07-4bcf-b90a-3dec3c8cc50d'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:01:34.954518 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-bd6f6e86-9360-4b2a-8fd7-0af9f1c40d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:01:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['58398bf7-2e07-4bcf-b90a-3dec3c8cc50d'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:34.962221 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f76b7-2bed-466c-8578-e39ad9ce1478 None None] Pushing event updated for resources: {'Port': ['ID=938b9210-559b-4f9b-be14-5f761bd6021e,revision_number=4']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:34.989790 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-477895cd-04e6-4b1a-8c8d-ab869cb419b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:35.138865 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Provisioning complete for port 0912c6e7-7a00-4da8-9475-f4b0224b839c triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:35.139530 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:35.202808 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8898e28-30dd-4847-b70c-35aa0073dc7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72fa0a13-38eb-554b-8c64-da8832a67d1e-4cc92e56-c71b-4022-bda8-5a42e3624add', 'network_id': '4cc92e56-c71b-4022-bda8-5a42e3624add', 'tenant_id': 'a4d8bdff38854cd293f6a9c4327029b8', 'fixed_ips': [{'subnet_id': '5ef2ac4d-1999-41f9-ae1c-15b8ddff3417'}]}} from dv-cinder-732704-6-iscsi. {{(pid=108649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 15:01:35.203806 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-a8898e28-30dd-4847-b70c-35aa0073dc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:35.236134 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-1087925f-ab3d-49fc-81d4-c77741b02d63 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:35.239680 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd835b-4f9b-47e3-b93e-c935670f4d03 req-8def2243-2650-4075-a386-003910af4d71 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:35.241488 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c7fd835b-4f9b-47e3-b93e-c935670f4d03 req-8def2243-2650-4075-a386-003910af4d71 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfdbf7ab-b95c-4a66-8d44-208d94b29497 HTTP/1.1" status: 200 len: 936 time: 0.0688634 Oct 26 15:01:35.246435 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-bd6f6e86-9360-4b2a-8fd7-0af9f1c40d93 None None] Set router 58398bf7-2e07-4bcf-b90a-3dec3c8cc50d gateway port host: dv-cinder-732704-6-iscsi {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:01:35.287748 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c7fd835b-4f9b-47e3-b93e-c935670f4d03 req-f61a3bb7-007e-483b-b757-19839b33eb41 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] 10.222.0.57 "GET /v2.0/security-groups?id=5c1475b5-9e97-4170-8a1a-48852dd42bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364952 Oct 26 15:01:35.300119 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-b18e4b8e-8238-4de4-b3d3-844f16f379d1 None None] Provisioning complete for port 938b9210-559b-4f9b-be14-5f761bd6021e triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:35.300527 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-b18e4b8e-8238-4de4-b3d3-844f16f379d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:35.373889 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-477895cd-04e6-4b1a-8c8d-ab869cb419b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:35.376627 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-477895cd-04e6-4b1a-8c8d-ab869cb419b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:35.377691 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-477895cd-04e6-4b1a-8c8d-ab869cb419b6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3c0d0ddc-3641-4209-aa21-5ec52526504e HTTP/1.1" status: 204 len: 168 time: 0.5356658 Oct 26 15:01:35.426494 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477895cd-04e6-4b1a-8c8d-ab869cb419b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0d0ddc-3641-4209-aa21-5ec52526504e,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:35.472362 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6765eb-265f-4826-9b4c-d21334e1edf4 req-4fae89c8-4074-4937-aa6c-4d12a83fef71 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:35.485010 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1c6765eb-265f-4826-9b4c-d21334e1edf4 req-4fae89c8-4074-4937-aa6c-4d12a83fef71 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.1279683 Oct 26 15:01:35.526026 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1c6765eb-265f-4826-9b4c-d21334e1edf4 req-fd899e90-5c8f-40d0-840c-ff4221e4aab7 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366120 Oct 26 15:01:35.659661 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-1087925f-ab3d-49fc-81d4-c77741b02d63 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:35.680244 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-1087925f-ab3d-49fc-81d4-c77741b02d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:35.681669 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.db_base_plugin_common [None req-a8898e28-30dd-4847-b70c-35aa0073dc7d None None] Allocated IP 172.20.0.2 (4cc92e56-c71b-4022-bda8-5a42e3624add/5ef2ac4d-1999-41f9-ae1c-15b8ddff3417/1b5c752f-cef5-410d-88c5-28b3b0e8fc6c) {{(pid=108649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:01:35.686566 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-b18e4b8e-8238-4de4-b3d3-844f16f379d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:35.698442 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711e0e4-0049-4b59-832a-aea323f1a055 req-5c1adb22-febf-495d-884f-ce26f65e5fd5 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:35.706145 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c711e0e4-0049-4b59-832a-aea323f1a055 req-5c1adb22-febf-495d-884f-ce26f65e5fd5 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.0816152 Oct 26 15:01:35.763256 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c711e0e4-0049-4b59-832a-aea323f1a055 req-38ac7b41-6a2e-49d9-bab6-3c3aa92c359c tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558085 Oct 26 15:01:35.801442 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.db_base_plugin_common [None req-1087925f-ab3d-49fc-81d4-c77741b02d63 admin admin] Allocated IP 172.27.0.252 (164d7f62-997a-4502-882b-0bfc21bc1de5/6ece9388-c7af-48ed-bfac-1151ab9231f6/fa89ba98-13c1-41d7-9fec-1dd6850d5189) {{(pid=108647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:01:35.808766 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-b18e4b8e-8238-4de4-b3d3-844f16f379d1 None None] For port 938b9210-559b-4f9b-be14-5f761bd6021e, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=938b9210-559b-4f9b-be14-5f761bd6021e,segment=NetworkSegment(61f6979d-e903-4c43-8269-4f51dd4c68cb),segment_id=61f6979d-e903-4c43-8269-4f51dd4c68cb)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:01:35.852644 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-bd6f6e86-9360-4b2a-8fd7-0af9f1c40d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58398bf7-2e07-4bcf-b90a-3dec3c8cc50d', 'name': 'tempest-TestMinimumBasicScenario-2146501661-router', 'tenant_id': 'ae37455caad1400c9591e7587ec53aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '0912c6e7-7a00-4da8-9475-f4b0224b839c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:26Z', 'updated_at': '2021-10-26T15:01:30Z', 'revision_number': 4, 'project_id': 'ae37455caad1400c9591e7587ec53aef', 'gw_port': {'id': '0912c6e7-7a00-4da8-9475-f4b0224b839c', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58398bf7-2e07-4bcf-b90a-3dec3c8cc50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:27Z', 'updated_at': '2021-10-26T15:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': '938b9210-559b-4f9b-be14-5f761bd6021e', 'name': '', 'network_id': 'aa36fb45-c81d-4582-a1d1-4df2ccc686c8', 'tenant_id': 'ae37455caad1400c9591e7587ec53aef', 'mac_address': 'fa:16:3e:f5:1f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58398bf7-2e07-4bcf-b90a-3dec3c8cc50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '7cf36ff4-7097-4007-a564-c4675e4a120f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:30Z', 'updated_at': '2021-10-26T15:01:34Z', 'revision_number': 4, 'project_id': 'ae37455caad1400c9591e7587ec53aef', 'subnets': [{'id': '7cf36ff4-7097-4007-a564-c4675e4a120f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:35.888357 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6f6e86-9360-4b2a-8fd7-0af9f1c40d93 None None] The sync data for ids ['58398bf7-2e07-4bcf-b90a-3dec3c8cc50d'] in dv-cinder-732704-6-iscsi is: [{'id': '58398bf7-2e07-4bcf-b90a-3dec3c8cc50d', 'name': 'tempest-TestMinimumBasicScenario-2146501661-router', 'tenant_id': 'ae37455caad1400c9591e7587ec53aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '0912c6e7-7a00-4da8-9475-f4b0224b839c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:26Z', 'updated_at': '2021-10-26T15:01:30Z', 'revision_number': 4, 'project_id': 'ae37455caad1400c9591e7587ec53aef', 'gw_port': {'id': '0912c6e7-7a00-4da8-9475-f4b0224b839c', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58398bf7-2e07-4bcf-b90a-3dec3c8cc50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:27Z', 'updated_at': '2021-10-26T15:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': '938b9210-559b-4f9b-be14-5f761bd6021e', 'name': '', 'network_id': 'aa36fb45-c81d-4582-a1d1-4df2ccc686c8', 'tenant_id': 'ae37455caad1400c9591e7587ec53aef', 'mac_address': 'fa:16:3e:f5:1f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58398bf7-2e07-4bcf-b90a-3dec3c8cc50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '7cf36ff4-7097-4007-a564-c4675e4a120f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:30Z', 'updated_at': '2021-10-26T15:01:34Z', 'revision_number': 4, 'project_id': 'ae37455caad1400c9591e7587ec53aef', 'subnets': [{'id': '7cf36ff4-7097-4007-a564-c4675e4a120f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:01:35.919209 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-b18e4b8e-8238-4de4-b3d3-844f16f379d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:35.937355 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-1087925f-ab3d-49fc-81d4-c77741b02d63 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:35.983461 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-a8898e28-30dd-4847-b70c-35aa0073dc7d None None] Publish callbacks [] for port, precommit_create {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:36.000417 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18e4b8e-8238-4de4-b3d3-844f16f379d1 None None] Pushing event updated for resources: {'Port': ['ID=938b9210-559b-4f9b-be14-5f761bd6021e,revision_number=5']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:36.091557 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-1087925f-ab3d-49fc-81d4-c77741b02d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:36.103914 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-a8898e28-30dd-4847-b70c-35aa0073dc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706'] for port, after_create {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:36.157522 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1087925f-ab3d-49fc-81d4-c77741b02d63 admin admin] Network 164d7f62-997a-4502-882b-0bfc21bc1de5 is already hosted by enough agents. {{(pid=108647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:01:36.157653 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8898e28-30dd-4847-b70c-35aa0073dc7d None None] Network 4cc92e56-c71b-4022-bda8-5a42e3624add is already hosted by enough agents. {{(pid=108649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:01:36.161979 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [None req-1087925f-ab3d-49fc-81d4-c77741b02d63 admin admin] Resources bound (agent type, host, resource id): {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:01:36.162195 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.scheduler.base_scheduler [None req-a8898e28-30dd-4847-b70c-35aa0073dc7d None None] Resources bound (agent type, host, resource id): {{(pid=108649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:01:36.165111 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1087925f-ab3d-49fc-81d4-c77741b02d63 admin admin] Received port after_create {{(pid=108647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:01:36.168904 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8898e28-30dd-4847-b70c-35aa0073dc7d None None] Received port after_create {{(pid=108649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:01:36.190850 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1087925f-ab3d-49fc-81d4-c77741b02d63 admin admin] Pushing event updated for resources: {'Port': ['ID=fa89ba98-13c1-41d7-9fec-1dd6850d5189,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:36.203715 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8898e28-30dd-4847-b70c-35aa0073dc7d None None] Pushing event updated for resources: {'Port': ['ID=1b5c752f-cef5-410d-88c5-28b3b0e8fc6c,revision_number=1']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:36.235722 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-a8898e28-30dd-4847-b70c-35aa0073dc7d None None] Attempting to bind port 1b5c752f-cef5-410d-88c5-28b3b0e8fc6c on host dv-cinder-732704-6-iscsi for vnic_type normal with profile {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:01:36.236095 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-a8898e28-30dd-4847-b70c-35aa0073dc7d None None] Attempting to bind port 1b5c752f-cef5-410d-88c5-28b3b0e8fc6c by drivers openvswitch,hyperv on host dv-cinder-732704-6-iscsi at level 0 using segments [{'id': '3c0d3291-f8ad-4278-9011-c604cedfcc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4cc92e56-c71b-4022-bda8-5a42e3624add'}] {{(pid=108649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:01:36.236460 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8898e28-30dd-4847-b70c-35aa0073dc7d None None] Attempting to bind port 1b5c752f-cef5-410d-88c5-28b3b0e8fc6c on network 4cc92e56-c71b-4022-bda8-5a42e3624add {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:01:36.247640 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8898e28-30dd-4847-b70c-35aa0073dc7d None None] Checking agent: {'id': '7cf7ebdc-aa0b-44cf-abbb-a49983147622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-732704-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 14, 50, 44), 'started_at': datetime.datetime(2021, 10, 26, 14, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-732704-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:01:36.248138 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8898e28-30dd-4847-b70c-35aa0073dc7d None None] Checking segment: {'id': '3c0d3291-f8ad-4278-9011-c604cedfcc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4cc92e56-c71b-4022-bda8-5a42e3624add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:01:36.248566 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-a8898e28-30dd-4847-b70c-35aa0073dc7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:36.249257 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8898e28-30dd-4847-b70c-35aa0073dc7d None None] Bound using segment: {'id': '3c0d3291-f8ad-4278-9011-c604cedfcc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4cc92e56-c71b-4022-bda8-5a42e3624add'} {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:01:36.249832 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 59206) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:36.250929 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-a8898e28-30dd-4847-b70c-35aa0073dc7d None None] Bound port: 1b5c752f-cef5-410d-88c5-28b3b0e8fc6c, host: dv-cinder-732704-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0d3291-f8ad-4278-9011-c604cedfcc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4cc92e56-c71b-4022-bda8-5a42e3624add'}}] {{(pid=108649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:01:36.251335 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-a8898e28-30dd-4847-b70c-35aa0073dc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:36.264754 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-ceab058c-0d0a-4a58-938c-3f1391b76358 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:36.327578 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-a8898e28-30dd-4847-b70c-35aa0073dc7d None None] For port 1b5c752f-cef5-410d-88c5-28b3b0e8fc6c, host dv-cinder-732704-6-iscsi, cleared binding levels {{(pid=108649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:01:36.331643 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-a8898e28-30dd-4847-b70c-35aa0073dc7d None None] For port 1b5c752f-cef5-410d-88c5-28b3b0e8fc6c, host dv-cinder-732704-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=1b5c752f-cef5-410d-88c5-28b3b0e8fc6c,segment=NetworkSegment(3c0d3291-f8ad-4278-9011-c604cedfcc40),segment_id=3c0d3291-f8ad-4278-9011-c604cedfcc40)] {{(pid=108649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:01:36.364816 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-ceab058c-0d0a-4a58-938c-3f1391b76358 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:36.428831 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-a8898e28-30dd-4847-b70c-35aa0073dc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:36.429346 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df86e34-c222-4015-88f9-a9e6e3ae488d req-7a65c347-3e19-47c5-b647-afd236f01c0f tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:36.430971 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2df86e34-c222-4015-88f9-a9e6e3ae488d req-7a65c347-3e19-47c5-b647-afd236f01c0f tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfdbf7ab-b95c-4a66-8d44-208d94b29497 HTTP/1.1" status: 200 len: 936 time: 0.0555246 Oct 26 15:01:36.468352 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-ceab058c-0d0a-4a58-938c-3f1391b76358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:36.504072 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2df86e34-c222-4015-88f9-a9e6e3ae488d req-ad1437e2-bb74-4a8d-b301-1f2daf7283f7 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] 10.222.0.57 "GET /v2.0/security-groups?id=5c1475b5-9e97-4170-8a1a-48852dd42bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662971 Oct 26 15:01:36.527343 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8898e28-30dd-4847-b70c-35aa0073dc7d None None] Pushing event updated for resources: {'Port': ['ID=1b5c752f-cef5-410d-88c5-28b3b0e8fc6c,revision_number=2']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:36.543196 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab058c-0d0a-4a58-938c-3f1391b76358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b22350-e13c-45d2-975c-dda2902b02ef,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:36.548442 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-ceab058c-0d0a-4a58-938c-3f1391b76358 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e71ab9362f0445a8a0b5caa7f1d94152&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2975414 Oct 26 15:01:36.551006 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 59210) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:36.619777 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-1087925f-ab3d-49fc-81d4-c77741b02d63 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:36.674517 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-55106a1b-1eb8-4602-a5f5-33247fa6eb39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:36.704485 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1677b56-3521-4938-9fbc-845b52b67abb req-c1cccf7e-6bf0-4a2e-8555-68a2224b4435 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:36.712679 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f1677b56-3521-4938-9fbc-845b52b67abb req-c1cccf7e-6bf0-4a2e-8555-68a2224b4435 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.0896754 Oct 26 15:01:36.772884 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-55106a1b-1eb8-4602-a5f5-33247fa6eb39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:36.838073 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f1677b56-3521-4938-9fbc-845b52b67abb req-582740b1-ac12-47cf-829a-1aa369df8816 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245601 Oct 26 15:01:36.912895 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-1087925f-ab3d-49fc-81d4-c77741b02d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536295198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536295836'] for router, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:36.928490 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 938b9210-559b-4f9b-be14-5f761bd6021e up at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:01:36.987115 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-55106a1b-1eb8-4602-a5f5-33247fa6eb39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:36.994837 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-55106a1b-1eb8-4602-a5f5-33247fa6eb39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:36.995717 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-b48a262f-e917-4731-ac49-72941e71eaca service neutron] Request body: {'port': {'device_id': 'cfdbf7ab-b95c-4a66-8d44-208d94b29497', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73270'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:01:36.996870 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-55106a1b-1eb8-4602-a5f5-33247fa6eb39 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/00b22350-e13c-45d2-975c-dda2902b02ef HTTP/1.1" status: 204 len: 168 time: 0.4439185 Oct 26 15:01:37.021805 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55106a1b-1eb8-4602-a5f5-33247fa6eb39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b22350-e13c-45d2-975c-dda2902b02ef,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:37.057725 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Provisioning complete for port 938b9210-559b-4f9b-be14-5f761bd6021e triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:37.057980 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:37.060958 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e534a6-a6e4-4dbb-a0e6-9b8bcef34635 req-25729407-091e-457e-8ea6-2e03c33ad36f tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:37.064459 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-25e534a6-a6e4-4dbb-a0e6-9b8bcef34635 req-25729407-091e-457e-8ea6-2e03c33ad36f tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.1384478 Oct 26 15:01:37.123812 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-25e534a6-a6e4-4dbb-a0e6-9b8bcef34635 req-1451519e-8028-4d1f-92ff-b58a200b5498 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530140 Oct 26 15:01:37.175098 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-b48a262f-e917-4731-ac49-72941e71eaca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:37.331189 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1087925f-ab3d-49fc-81d4-c77741b02d63 admin admin] Router 0fba9961-330b-46d6-9d6e-1fb56d154ea6 is scheduled to L3 agent aad0d180-bd62-492d-9d56-445be5af9cbd with binding_index 1 {{(pid=108647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:01:37.645082 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e871d-b125-49a9-aecc-6bd513c5eab1 req-2d4d9802-788d-49ad-a6c7-f55dee2d9759 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:37.646800 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-863e871d-b125-49a9-aecc-6bd513c5eab1 req-2d4d9802-788d-49ad-a6c7-f55dee2d9759 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfdbf7ab-b95c-4a66-8d44-208d94b29497 HTTP/1.1" status: 200 len: 936 time: 0.0622735 Oct 26 15:01:37.693317 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-863e871d-b125-49a9-aecc-6bd513c5eab1 req-076ca8e3-b318-469f-8b03-ac01e948d6fa tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] 10.222.0.57 "GET /v2.0/security-groups?id=5c1475b5-9e97-4170-8a1a-48852dd42bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385673 Oct 26 15:01:37.704683 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab14d12-277b-4157-b370-59f07c9ae5c1 None None] Network 4cc92e56-c71b-4022-bda8-5a42e3624add requested from dv-cinder-732704-6-iscsi {{(pid=108649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:01:37.769310 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1087925f-ab3d-49fc-81d4-c77741b02d63 admin admin] Notify agent at l3_agent.dv-cinder-732704-6-iscsi the message routers_updated {{(pid=108647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:01:37.782271 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-43e69bcb-b2fb-4061-a669-bbe7b24229bd None None] Provisioning complete for port 1b5c752f-cef5-410d-88c5-28b3b0e8fc6c triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:37.782662 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-43e69bcb-b2fb-4061-a669-bbe7b24229bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:37.784447 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb17919-defa-4c72-a319-6afc77ddae30 None None] Sync routers for ids ['0fba9961-330b-46d6-9d6e-1fb56d154ea6'] in dv-cinder-732704-6-iscsi {{(pid=108650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:01:37.801570 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb17919-defa-4c72-a319-6afc77ddae30 None None] Routers {'0fba9961-330b-46d6-9d6e-1fb56d154ea6'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:01:37.802385 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-2cb17919-defa-4c72-a319-6afc77ddae30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:01:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['0fba9961-330b-46d6-9d6e-1fb56d154ea6'], 'active': True} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:37.880668 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-1087925f-ab3d-49fc-81d4-c77741b02d63 admin admin] Publish callbacks [] for router, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:37.882713 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-1087925f-ab3d-49fc-81d4-c77741b02d63 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2109494 Oct 26 15:01:37.884779 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 59238) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:37.887657 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-b48a262f-e917-4731-ac49-72941e71eaca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0143e70-7fc6-44be-a030-553e812819de {{(pid=108647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:01:37.901891 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-b48a262f-e917-4731-ac49-72941e71eaca service neutron] Publish callbacks [] for port, precommit_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:37.920891 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.provisioning_blocks [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-b48a262f-e917-4731-ac49-72941e71eaca service neutron] Transition to ACTIVE for port object e0143e70-7fc6-44be-a030-553e812819de will not be triggered until provisioned by entity L2. {{(pid=108647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 15:01:37.996038 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvr_db [None req-2cb17919-defa-4c72-a319-6afc77ddae30 None None] Set router 0fba9961-330b-46d6-9d6e-1fb56d154ea6 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:01:38.054042 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-b48a262f-e917-4731-ac49-72941e71eaca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8556446'] for port, after_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:38.100067 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-43e69bcb-b2fb-4061-a669-bbe7b24229bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:38.104621 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-9635601c-90a0-42f3-81dc-1b389b75e0c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:38.116522 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa2b5a-601c-4cda-95ae-564ab7ab48c9 req-b04f105f-d6e5-4cad-8253-fd268362b174 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:38.119666 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-05aa2b5a-601c-4cda-95ae-564ab7ab48c9 req-b04f105f-d6e5-4cad-8253-fd268362b174 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.1185005 Oct 26 15:01:38.151154 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-43e69bcb-b2fb-4061-a669-bbe7b24229bd None None] For port 1b5c752f-cef5-410d-88c5-28b3b0e8fc6c, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=1b5c752f-cef5-410d-88c5-28b3b0e8fc6c,segment=NetworkSegment(3c0d3291-f8ad-4278-9011-c604cedfcc40),segment_id=3c0d3291-f8ad-4278-9011-c604cedfcc40)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:01:38.173017 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a262f-e917-4731-ac49-72941e71eaca service neutron] Pushing event updated for resources: {'Port': ['ID=e0143e70-7fc6-44be-a030-553e812819de,revision_number=2']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:38.216724 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-2cb17919-defa-4c72-a319-6afc77ddae30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fba9961-330b-46d6-9d6e-1fb56d154ea6', 'name': 'tempest-TestMinimumBasicScenario-1449231468-router', 'tenant_id': 'a4d8bdff38854cd293f6a9c4327029b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'fa89ba98-13c1-41d7-9fec-1dd6850d5189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:34Z', 'updated_at': '2021-10-26T15:01:36Z', 'revision_number': 3, 'project_id': 'a4d8bdff38854cd293f6a9c4327029b8', 'gw_port': {'id': 'fa89ba98-13c1-41d7-9fec-1dd6850d5189', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fba9961-330b-46d6-9d6e-1fb56d154ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:35Z', 'updated_at': '2021-10-26T15:01:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi'}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:38.263922 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb17919-defa-4c72-a319-6afc77ddae30 None None] Checking router: 0fba9961-330b-46d6-9d6e-1fb56d154ea6 for host: dv-cinder-732704-6-iscsi {{(pid=108650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:01:38.265344 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb17919-defa-4c72-a319-6afc77ddae30 None None] Updating router 0fba9961-330b-46d6-9d6e-1fb56d154ea6 port fa89ba98-13c1-41d7-9fec-1dd6850d5189 binding host dv-cinder-732704-6-iscsi {{(pid=108650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:01:38.285681 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-43e69bcb-b2fb-4061-a669-bbe7b24229bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:38.302981 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-2cb17919-defa-4c72-a319-6afc77ddae30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:38.332300 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.managers [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-b48a262f-e917-4731-ac49-72941e71eaca service neutron] Attempting to bind port e0143e70-7fc6-44be-a030-553e812819de on host hv-cinder-73270 for vnic_type normal with profile {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:01:38.332912 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.managers [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-b48a262f-e917-4731-ac49-72941e71eaca service neutron] Attempting to bind port e0143e70-7fc6-44be-a030-553e812819de by drivers openvswitch,hyperv on host hv-cinder-73270 at level 0 using segments [{'id': 'e6561b2e-837c-4e4b-a5d6-c10c2308d75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '88f4aa2a-7b63-4113-a692-4f65c169161e'}] {{(pid=108647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:01:38.333436 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-b48a262f-e917-4731-ac49-72941e71eaca service neutron] Attempting to bind port e0143e70-7fc6-44be-a030-553e812819de on network 88f4aa2a-7b63-4113-a692-4f65c169161e {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:01:38.352160 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-05aa2b5a-601c-4cda-95ae-564ab7ab48c9 req-051355bd-0abb-4c6b-b2d6-e1bd127e0fd1 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2257550 Oct 26 15:01:38.353251 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-b48a262f-e917-4731-ac49-72941e71eaca service neutron] Port e0143e70-7fc6-44be-a030-553e812819de on network 88f4aa2a-7b63-4113-a692-4f65c169161e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73270 {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 15:01:38.353736 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-b48a262f-e917-4731-ac49-72941e71eaca service neutron] Attempting to bind port e0143e70-7fc6-44be-a030-553e812819de on network 88f4aa2a-7b63-4113-a692-4f65c169161e {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:01:38.361588 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-b48a262f-e917-4731-ac49-72941e71eaca service neutron] Checking agent: {'id': 'aa824652-354b-48bb-834a-72ec45d7dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73270', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 14, 57, 28), 'started_at': datetime.datetime(2021, 10, 26, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:01:38.362913 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-b48a262f-e917-4731-ac49-72941e71eaca service neutron] Checking segment: {'id': 'e6561b2e-837c-4e4b-a5d6-c10c2308d75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '88f4aa2a-7b63-4113-a692-4f65c169161e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:01:38.363526 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-b48a262f-e917-4731-ac49-72941e71eaca service neutron] Bound using segment: {'id': 'e6561b2e-837c-4e4b-a5d6-c10c2308d75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '88f4aa2a-7b63-4113-a692-4f65c169161e'} {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:01:38.364144 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.managers [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-b48a262f-e917-4731-ac49-72941e71eaca service neutron] Bound port: e0143e70-7fc6-44be-a030-553e812819de, host: hv-cinder-73270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6561b2e-837c-4e4b-a5d6-c10c2308d75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '88f4aa2a-7b63-4113-a692-4f65c169161e'}}] {{(pid=108647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:01:38.364680 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-b48a262f-e917-4731-ac49-72941e71eaca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:38.416998 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e69bcb-b2fb-4061-a669-bbe7b24229bd None None] Pushing event updated for resources: {'Port': ['ID=1b5c752f-cef5-410d-88c5-28b3b0e8fc6c,revision_number=3']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:38.490188 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-b48a262f-e917-4731-ac49-72941e71eaca service neutron] For port e0143e70-7fc6-44be-a030-553e812819de, host hv-cinder-73270, cleared binding levels {{(pid=108647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:01:38.494430 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-b48a262f-e917-4731-ac49-72941e71eaca service neutron] For port e0143e70-7fc6-44be-a030-553e812819de, host hv-cinder-73270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=e0143e70-7fc6-44be-a030-553e812819de,segment=NetworkSegment(e6561b2e-837c-4e4b-a5d6-c10c2308d75e),segment_id=e6561b2e-837c-4e4b-a5d6-c10c2308d75e)] {{(pid=108647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:01:38.599959 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-b48a262f-e917-4731-ac49-72941e71eaca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8556446'] for port, after_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:38.637696 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-b48a262f-e917-4731-ac49-72941e71eaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:38.638406 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-b48a262f-e917-4731-ac49-72941e71eaca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:38.639930 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-b48a262f-e917-4731-ac49-72941e71eaca service neutron] 10.222.0.76 "PUT /v2.0/ports/e0143e70-7fc6-44be-a030-553e812819de HTTP/1.1" status: 200 len: 1098 time: 1.6495240 Oct 26 15:01:38.640390 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfdbf7ab-b95c-4a66-8d44-208d94b29497', 'tag': 'e0143e70-7fc6-44be-a030-553e812819de'}] {{(pid=108647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:01:38.642837 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c67b12b1cf7ef49faca107c22834427ed1d300477b197fee39d1c6656c9e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c9abd1-ae84-4b83-9530-12089b6b35f7" -d '{"events": [{"name": "network-changed", "server_uuid": "cfdbf7ab-b95c-4a66-8d44-208d94b29497", "tag": "e0143e70-7fc6-44be-a030-553e812819de"}]}' {{(pid=108647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:01:38.660644 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-e34a5e25-dda5-4009-bc1d-205878f6fcba None None] Provisioning complete for port 1b5c752f-cef5-410d-88c5-28b3b0e8fc6c triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:38.661946 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-e34a5e25-dda5-4009-bc1d-205878f6fcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:38.670607 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a262f-e917-4731-ac49-72941e71eaca service neutron] Pushing event updated for resources: {'Port': ['ID=e0143e70-7fc6-44be-a030-553e812819de,revision_number=3']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:38.768738 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-2cb17919-defa-4c72-a319-6afc77ddae30 None None] Publish callbacks [] for port, precommit_update {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:38.869298 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 1b5c752f-cef5-410d-88c5-28b3b0e8fc6c up at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:01:38.917186 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-2cb17919-defa-4c72-a319-6afc77ddae30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:38.943478 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Provisioning complete for port 1b5c752f-cef5-410d-88c5-28b3b0e8fc6c triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:38.943925 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:38.967419 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfbfd6-70e7-4990-8c34-8a5b4f21a967 req-0e134b15-c0df-4b0a-b9f0-ebef3ff3a943 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:38.969049 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.managers [None req-2cb17919-defa-4c72-a319-6afc77ddae30 None None] Attempting to bind port fa89ba98-13c1-41d7-9fec-1dd6850d5189 on host dv-cinder-732704-6-iscsi for vnic_type normal with profile {{(pid=108650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:01:38.969593 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.managers [None req-2cb17919-defa-4c72-a319-6afc77ddae30 None None] Attempting to bind port fa89ba98-13c1-41d7-9fec-1dd6850d5189 by drivers openvswitch,hyperv on host dv-cinder-732704-6-iscsi at level 0 using segments [{'id': '48b4b2e5-ca40-4770-b351-7c2adc646ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'}] {{(pid=108650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:01:38.970125 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb17919-defa-4c72-a319-6afc77ddae30 None None] Attempting to bind port fa89ba98-13c1-41d7-9fec-1dd6850d5189 on network 164d7f62-997a-4502-882b-0bfc21bc1de5 {{(pid=108650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:01:38.975811 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4bcfbfd6-70e7-4990-8c34-8a5b4f21a967 req-0e134b15-c0df-4b0a-b9f0-ebef3ff3a943 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.4000950 Oct 26 15:01:38.977718 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb17919-defa-4c72-a319-6afc77ddae30 None None] Checking agent: {'id': '7cf7ebdc-aa0b-44cf-abbb-a49983147622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-732704-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 14, 50, 44), 'started_at': datetime.datetime(2021, 10, 26, 14, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-732704-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:01:38.978132 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb17919-defa-4c72-a319-6afc77ddae30 None None] Checking segment: {'id': '48b4b2e5-ca40-4770-b351-7c2adc646ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:01:38.978599 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-2cb17919-defa-4c72-a319-6afc77ddae30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:38.979437 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb17919-defa-4c72-a319-6afc77ddae30 None None] Bound using segment: {'id': '48b4b2e5-ca40-4770-b351-7c2adc646ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'} {{(pid=108650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:01:38.979593 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.managers [None req-2cb17919-defa-4c72-a319-6afc77ddae30 None None] Bound port: fa89ba98-13c1-41d7-9fec-1dd6850d5189, host: dv-cinder-732704-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48b4b2e5-ca40-4770-b351-7c2adc646ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'}}] {{(pid=108650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:01:38.980158 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-2cb17919-defa-4c72-a319-6afc77ddae30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:39.035682 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.db [None req-2cb17919-defa-4c72-a319-6afc77ddae30 None None] For port fa89ba98-13c1-41d7-9fec-1dd6850d5189, host dv-cinder-732704-6-iscsi, cleared binding levels {{(pid=108650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:01:39.040235 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.db [None req-2cb17919-defa-4c72-a319-6afc77ddae30 None None] For port fa89ba98-13c1-41d7-9fec-1dd6850d5189, host dv-cinder-732704-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=fa89ba98-13c1-41d7-9fec-1dd6850d5189,segment=NetworkSegment(48b4b2e5-ca40-4770-b351-7c2adc646ed5),segment_id=48b4b2e5-ca40-4770-b351-7c2adc646ed5)] {{(pid=108650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:01:39.057579 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4bcfbfd6-70e7-4990-8c34-8a5b4f21a967 req-b8bae8fd-4ec9-4527-89ed-559e20d22df6 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807395 Oct 26 15:01:39.059387 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f49453-776c-486c-84cb-bee77ae6a049 None None] Pushing event updated for resources: {'Port': ['ID=fa89ba98-13c1-41d7-9fec-1dd6850d5189,revision_number=2']} {{(pid=108650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:39.077748 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f49453-776c-486c-84cb-bee77ae6a049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:39.078406 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f49453-776c-486c-84cb-bee77ae6a049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:39.078841 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f49453-776c-486c-84cb-bee77ae6a049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:39.079362 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f49453-776c-486c-84cb-bee77ae6a049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:39.079685 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f49453-776c-486c-84cb-bee77ae6a049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:39.080166 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f49453-776c-486c-84cb-bee77ae6a049 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:39.080949 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f49453-776c-486c-84cb-bee77ae6a049 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:39.081441 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f49453-776c-486c-84cb-bee77ae6a049 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:39.081931 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f49453-776c-486c-84cb-bee77ae6a049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:39.082387 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f49453-776c-486c-84cb-bee77ae6a049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:39.082927 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f49453-776c-486c-84cb-bee77ae6a049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:39.083448 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f49453-776c-486c-84cb-bee77ae6a049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:39.096885 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50fe711-3321-4472-bd09-2dcf9daf6525 x-openstack-request-id: req-e50fe711-3321-4472-bd09-2dcf9daf6525 {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:01:39.097423 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfdbf7ab-b95c-4a66-8d44-208d94b29497", "tag": "e0143e70-7fc6-44be-a030-553e812819de", "status": "completed", "code": 200}]} {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:01:39.097423 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e50fe711-3321-4472-bd09-2dcf9daf6525 {{(pid=108647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:01:39.097811 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfdbf7ab-b95c-4a66-8d44-208d94b29497', 'tag': 'e0143e70-7fc6-44be-a030-553e812819de', 'status': 'completed', 'code': 200} Oct 26 15:01:39.131733 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-9a2db881-3dfb-4ca7-90e2-755f0ac7ad51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:39.140424 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-2cb17919-defa-4c72-a319-6afc77ddae30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:39.193727 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb17919-defa-4c72-a319-6afc77ddae30 None None] Routers {'0fba9961-330b-46d6-9d6e-1fb56d154ea6'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:01:39.194425 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-2cb17919-defa-4c72-a319-6afc77ddae30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:01:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['0fba9961-330b-46d6-9d6e-1fb56d154ea6'], 'active': True} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:39.261486 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2d207-1005-4d53-909b-dffb5243c789 req-66786fe3-6e75-4394-bbb9-6bd59457bcf4 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:39.262972 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-36b2d207-1005-4d53-909b-dffb5243c789 req-66786fe3-6e75-4394-bbb9-6bd59457bcf4 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfdbf7ab-b95c-4a66-8d44-208d94b29497 HTTP/1.1" status: 200 len: 948 time: 0.1162350 Oct 26 15:01:39.272779 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f49453-776c-486c-84cb-bee77ae6a049 None None] Pushing event updated for resources: {'Port': ['ID=fa89ba98-13c1-41d7-9fec-1dd6850d5189,revision_number=3']} {{(pid=108650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:39.319697 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvr_db [None req-2cb17919-defa-4c72-a319-6afc77ddae30 None None] Set router 0fba9961-330b-46d6-9d6e-1fb56d154ea6 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:01:39.342388 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-36b2d207-1005-4d53-909b-dffb5243c789 req-4fe71665-fcd3-44ca-8cba-a82a84c6495e tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] 10.222.0.57 "GET /v2.0/security-groups?id=5c1475b5-9e97-4170-8a1a-48852dd42bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696428 Oct 26 15:01:39.355332 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.db.db_base_plugin_common [None req-9a2db881-3dfb-4ca7-90e2-755f0ac7ad51 admin admin] Allocated IP 172.20.0.1 (4cc92e56-c71b-4022-bda8-5a42e3624add/5ef2ac4d-1999-41f9-ae1c-15b8ddff3417/c2eea1d7-1de5-4b2e-a9fc-b3f868a16d05) {{(pid=108648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:01:39.478310 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-9a2db881-3dfb-4ca7-90e2-755f0ac7ad51 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:39.513863 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-2cb17919-defa-4c72-a319-6afc77ddae30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fba9961-330b-46d6-9d6e-1fb56d154ea6', 'name': 'tempest-TestMinimumBasicScenario-1449231468-router', 'tenant_id': 'a4d8bdff38854cd293f6a9c4327029b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'fa89ba98-13c1-41d7-9fec-1dd6850d5189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:34Z', 'updated_at': '2021-10-26T15:01:36Z', 'revision_number': 3, 'project_id': 'a4d8bdff38854cd293f6a9c4327029b8', 'gw_port': {'id': 'fa89ba98-13c1-41d7-9fec-1dd6850d5189', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fba9961-330b-46d6-9d6e-1fb56d154ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:35Z', 'updated_at': '2021-10-26T15:01:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi'}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:39.538501 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fd53c-c0a0-402a-9286-14d6ee676160 req-3bb16745-8b78-4ea2-b8b7-9fc0c6f6f11a tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:39.540151 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-572fd53c-c0a0-402a-9286-14d6ee676160 req-3bb16745-8b78-4ea2-b8b7-9fc0c6f6f11a tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.0781016 Oct 26 15:01:39.590982 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-572fd53c-c0a0-402a-9286-14d6ee676160 req-2b876ec6-4632-4a22-8602-a6f48ed9ab1c tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416868 Oct 26 15:01:39.614565 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-9a2db881-3dfb-4ca7-90e2-755f0ac7ad51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3397087'] for port, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:39.624142 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb17919-defa-4c72-a319-6afc77ddae30 None None] The sync data for ids ['0fba9961-330b-46d6-9d6e-1fb56d154ea6'] in dv-cinder-732704-6-iscsi is: [{'id': '0fba9961-330b-46d6-9d6e-1fb56d154ea6', 'name': 'tempest-TestMinimumBasicScenario-1449231468-router', 'tenant_id': 'a4d8bdff38854cd293f6a9c4327029b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'fa89ba98-13c1-41d7-9fec-1dd6850d5189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:34Z', 'updated_at': '2021-10-26T15:01:36Z', 'revision_number': 3, 'project_id': 'a4d8bdff38854cd293f6a9c4327029b8', 'gw_port': {'id': 'fa89ba98-13c1-41d7-9fec-1dd6850d5189', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fba9961-330b-46d6-9d6e-1fb56d154ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:35Z', 'updated_at': '2021-10-26T15:01:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi'}] {{(pid=108650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:01:39.658897 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2db881-3dfb-4ca7-90e2-755f0ac7ad51 admin admin] Network 4cc92e56-c71b-4022-bda8-5a42e3624add is already hosted by enough agents. {{(pid=108648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:01:39.661965 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.base_scheduler [None req-9a2db881-3dfb-4ca7-90e2-755f0ac7ad51 admin admin] Resources bound (agent type, host, resource id): {{(pid=108648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:01:39.665762 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2db881-3dfb-4ca7-90e2-755f0ac7ad51 admin admin] Received port after_create {{(pid=108648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:01:39.690794 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2db881-3dfb-4ca7-90e2-755f0ac7ad51 admin admin] Pushing event updated for resources: {'Port': ['ID=c2eea1d7-1de5-4b2e-a9fc-b3f868a16d05,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:39.728354 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-9a2db881-3dfb-4ca7-90e2-755f0ac7ad51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536297409'] for router_interface, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:39.967554 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-9a2db881-3dfb-4ca7-90e2-755f0ac7ad51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:39.970054 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-63d4ea38-b966-46c9-921f-6ee6669ae465 None None] Provisioning complete for port c2eea1d7-1de5-4b2e-a9fc-b3f868a16d05 triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:39.970494 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-63d4ea38-b966-46c9-921f-6ee6669ae465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:40.013666 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-63d4ea38-b966-46c9-921f-6ee6669ae465 None None] Port c2eea1d7-1de5-4b2e-a9fc-b3f868a16d05 cannot update to ACTIVE because it is not bound. {{(pid=108649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:01:40.191348 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-9a2db881-3dfb-4ca7-90e2-755f0ac7ad51 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:40.210234 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53864c-5d6c-42a5-9178-bc7ffa54b030 req-2a8d73e6-0877-4310-8e9a-fe46a3757e94 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:40.229275 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-da53864c-5d6c-42a5-9178-bc7ffa54b030 req-2a8d73e6-0877-4310-8e9a-fe46a3757e94 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.0933945 Oct 26 15:01:40.267671 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-da53864c-5d6c-42a5-9178-bc7ffa54b030 req-1384aad7-dd92-4eb9-b7a9-4db9b9bd6bdd tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374982 Oct 26 15:01:40.292095 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-9a2db881-3dfb-4ca7-90e2-755f0ac7ad51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3397078'] for port, after_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:40.350151 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9abd1-ae84-4b83-9530-12089b6b35f7 req-41acf843-2c92-4d43-b649-a9a6f70d1638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:40.353167 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-09c9abd1-ae84-4b83-9530-12089b6b35f7 req-41acf843-2c92-4d43-b649-a9a6f70d1638 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9a187481455d4acfa5adce50e15f22f4&device_id=cfdbf7ab-b95c-4a66-8d44-208d94b29497 HTTP/1.1" status: 200 len: 1101 time: 0.0684783 Oct 26 15:01:40.389562 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-9a2db881-3dfb-4ca7-90e2-755f0ac7ad51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536254647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536296017'] for router_interface, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:40.395460 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-09c9abd1-ae84-4b83-9530-12089b6b35f7 req-4ffdf9d6-985b-4163-9f5e-f5e403866b7e service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=9a187481455d4acfa5adce50e15f22f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254891 Oct 26 15:01:40.403621 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2db881-3dfb-4ca7-90e2-755f0ac7ad51 admin admin] Pushing event updated for resources: {'Port': ['ID=c2eea1d7-1de5-4b2e-a9fc-b3f868a16d05,revision_number=2']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:40.533551 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9abd1-ae84-4b83-9530-12089b6b35f7 req-8cbec5e4-6b59-4dbc-aecb-b707cc06eccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:40.535469 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-09c9abd1-ae84-4b83-9530-12089b6b35f7 req-8cbec5e4-6b59-4dbc-aecb-b707cc06eccc service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1277256 Oct 26 15:01:40.540170 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a750b-4fd3-4ebe-9db9-5ba4ebd3ef35 req-c09ce7f7-76f7-4a9d-9c08-167b1b6bccc7 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:40.541736 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f21a750b-4fd3-4ebe-9db9-5ba4ebd3ef35 req-c09ce7f7-76f7-4a9d-9c08-167b1b6bccc7 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfdbf7ab-b95c-4a66-8d44-208d94b29497 HTTP/1.1" status: 200 len: 948 time: 0.0785441 Oct 26 15:01:40.561325 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2db881-3dfb-4ca7-90e2-755f0ac7ad51 admin admin] Network 4cc92e56-c71b-4022-bda8-5a42e3624add is already hosted by enough agents. {{(pid=108648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:01:40.567694 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.base_scheduler [None req-9a2db881-3dfb-4ca7-90e2-755f0ac7ad51 admin admin] Resources bound (agent type, host, resource id): {{(pid=108648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:01:40.673186 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-2e2c53de-aa79-4516-b1ee-ac71bc2fa2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:40.682147 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-2e2c53de-aa79-4516-b1ee-ac71bc2fa2b4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9a187481455d4acfa5adce50e15f22f4&device_id=cfdbf7ab-b95c-4a66-8d44-208d94b29497 HTTP/1.1" status: 200 len: 1101 time: 0.0850611 Oct 26 15:01:40.753435 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-2808d8d2-92b5-4e46-9d5a-882cc5ec4fef service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=e0143e70-7fc6-44be-a030-553e812819de HTTP/1.1" status: 200 len: 217 time: 0.0521827 Oct 26 15:01:40.792697 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f21a750b-4fd3-4ebe-9db9-5ba4ebd3ef35 req-e2e79b18-9b24-432e-864c-b1a7f3bc4f2f tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] 10.222.0.57 "GET /v2.0/security-groups?id=5c1475b5-9e97-4170-8a1a-48852dd42bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337308 Oct 26 15:01:40.794480 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a2db881-3dfb-4ca7-90e2-755f0ac7ad51 admin admin] Router 0fba9961-330b-46d6-9d6e-1fb56d154ea6 has already been hosted by L3 agent aad0d180-bd62-492d-9d56-445be5af9cbd {{(pid=108648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:01:40.828952 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b404cb6-9a3b-45c1-bf81-d2ce1815ce9e req-e0a6396e-2080-4b8f-a7ab-130d67895aff tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:40.836900 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8b404cb6-9a3b-45c1-bf81-d2ce1815ce9e req-e0a6396e-2080-4b8f-a7ab-130d67895aff tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.1317685 Oct 26 15:01:40.862903 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device fa89ba98-13c1-41d7-9fec-1dd6850d5189 up at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:01:40.869553 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-fb678770-e672-4b3d-8ef0-94d539634e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:40.871445 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-fb678770-e672-4b3d-8ef0-94d539634e75 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8c7e659f-0ecd-48dd-9e1f-67b65d886c9a HTTP/1.1" status: 200 len: 843 time: 0.1063015 Oct 26 15:01:40.920656 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Provisioning complete for port fa89ba98-13c1-41d7-9fec-1dd6850d5189 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:40.921584 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:40.945270 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-16f1a81b-08d7-4f51-8e6c-59cd2d2fa650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:40.947081 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-16f1a81b-08d7-4f51-8e6c-59cd2d2fa650 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=88f4aa2a-7b63-4113-a692-4f65c169161e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0669622 Oct 26 15:01:40.961309 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8b404cb6-9a3b-45c1-bf81-d2ce1815ce9e req-91897e00-21b1-4c10-ba24-5efb9770ae26 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203523 Oct 26 15:01:40.998152 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2db881-3dfb-4ca7-90e2-755f0ac7ad51 admin admin] Notify agent at l3_agent.dv-cinder-732704-6-iscsi the message routers_updated {{(pid=108648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:01:41.011823 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-9a2db881-3dfb-4ca7-90e2-755f0ac7ad51 admin admin] 10.222.0.57 "PUT /v2.0/routers/0fba9961-330b-46d6-9d6e-1fb56d154ea6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1247957 Oct 26 15:01:41.049969 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:41.065674 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-b708a01a-0ea1-4959-b72f-2a437d584cc1 None None] Provisioning complete for port c2eea1d7-1de5-4b2e-a9fc-b3f868a16d05 triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:41.066295 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-b708a01a-0ea1-4959-b72f-2a437d584cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:41.072161 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-8c97af82-550f-4ea5-a785-29baca4071b7 service neutron] 10.222.0.76 "GET /v2.0/networks/88f4aa2a-7b63-4113-a692-4f65c169161e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164405 Oct 26 15:01:41.096941 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] For port fa89ba98-13c1-41d7-9fec-1dd6850d5189, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=fa89ba98-13c1-41d7-9fec-1dd6850d5189,segment=NetworkSegment(48b4b2e5-ca40-4770-b351-7c2adc646ed5),segment_id=48b4b2e5-ca40-4770-b351-7c2adc646ed5)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:01:41.112844 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-b708a01a-0ea1-4959-b72f-2a437d584cc1 None None] Port c2eea1d7-1de5-4b2e-a9fc-b3f868a16d05 cannot update to ACTIVE because it is not bound. {{(pid=108649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:01:41.177554 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-f984fd77-d2bc-407f-8fff-cf3d9869365e req-2cb26917-60ee-4bcf-9a6f-740b0faf32e3 service neutron] 10.222.0.76 "GET /v2.0/networks/88f4aa2a-7b63-4113-a692-4f65c169161e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977840 Oct 26 15:01:41.239289 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:41.296206 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Pushing event updated for resources: {'Port': ['ID=fa89ba98-13c1-41d7-9fec-1dd6850d5189,revision_number=4']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:41.415797 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574291ad-58c2-46ac-ac59-f2d30a31cd8f req-28a5aa85-1e3a-4fc0-a189-251a05862cd9 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:41.417918 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-574291ad-58c2-46ac-ac59-f2d30a31cd8f req-28a5aa85-1e3a-4fc0-a189-251a05862cd9 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.0640609 Oct 26 15:01:41.465217 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-574291ad-58c2-46ac-ac59-f2d30a31cd8f req-f4831773-7dd5-4cc0-b5b2-f33744325dca tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398862 Oct 26 15:01:42.023855 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f6f3d-dab4-4aba-b176-21938d216016 req-d53fe15a-8e26-4ed9-ab95-bd065c26f652 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:42.026754 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d33f6f3d-dab4-4aba-b176-21938d216016 req-d53fe15a-8e26-4ed9-ab95-bd065c26f652 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfdbf7ab-b95c-4a66-8d44-208d94b29497 HTTP/1.1" status: 200 len: 948 time: 0.1196146 Oct 26 15:01:42.095265 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d33f6f3d-dab4-4aba-b176-21938d216016 req-8a2edc1b-4da3-4da1-a194-83cc5560c81f tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] 10.222.0.57 "GET /v2.0/security-groups?id=5c1475b5-9e97-4170-8a1a-48852dd42bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549121 Oct 26 15:01:42.150505 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d8380-1dad-44d1-9a61-b308202063b0 req-2856d4b6-07e8-4d4e-9575-af4726851170 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:42.151999 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6f4d8380-1dad-44d1-9a61-b308202063b0 req-2856d4b6-07e8-4d4e-9575-af4726851170 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.0811110 Oct 26 15:01:42.249564 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6f4d8380-1dad-44d1-9a61-b308202063b0 req-52112e78-23d1-46bc-9813-5737bf514cad tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892830 Oct 26 15:01:42.639191 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2be6a4-cd2c-44b0-927e-a5204929bace None None] Sync routers for ids ['0fba9961-330b-46d6-9d6e-1fb56d154ea6'] in dv-cinder-732704-6-iscsi {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:01:42.735060 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2be6a4-cd2c-44b0-927e-a5204929bace None None] Routers {'0fba9961-330b-46d6-9d6e-1fb56d154ea6'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:01:42.735060 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-4c2be6a4-cd2c-44b0-927e-a5204929bace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:01:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['0fba9961-330b-46d6-9d6e-1fb56d154ea6'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:42.736472 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3bae76-904d-47e8-8613-419bdf4acc32 req-69398374-1235-40b4-a403-a7b11865326e tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:42.752908 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1d3bae76-904d-47e8-8613-419bdf4acc32 req-69398374-1235-40b4-a403-a7b11865326e tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.0713356 Oct 26 15:01:42.896178 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device fa89ba98-13c1-41d7-9fec-1dd6850d5189 up at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:01:42.909148 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1d3bae76-904d-47e8-8613-419bdf4acc32 req-aa21d30f-8811-4fea-a7b1-2c3a3a0a6f04 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526029 Oct 26 15:01:42.953110 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-4c2be6a4-cd2c-44b0-927e-a5204929bace None None] Set router 0fba9961-330b-46d6-9d6e-1fb56d154ea6 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:01:43.185404 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Provisioning complete for port fa89ba98-13c1-41d7-9fec-1dd6850d5189 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:43.185404 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:43.294539 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-4c2be6a4-cd2c-44b0-927e-a5204929bace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fba9961-330b-46d6-9d6e-1fb56d154ea6', 'name': 'tempest-TestMinimumBasicScenario-1449231468-router', 'tenant_id': 'a4d8bdff38854cd293f6a9c4327029b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'fa89ba98-13c1-41d7-9fec-1dd6850d5189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:34Z', 'updated_at': '2021-10-26T15:01:39Z', 'revision_number': 4, 'project_id': 'a4d8bdff38854cd293f6a9c4327029b8', 'gw_port': {'id': 'fa89ba98-13c1-41d7-9fec-1dd6850d5189', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fba9961-330b-46d6-9d6e-1fb56d154ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:35Z', 'updated_at': '2021-10-26T15:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': 'c2eea1d7-1de5-4b2e-a9fc-b3f868a16d05', 'name': '', 'network_id': '4cc92e56-c71b-4022-bda8-5a42e3624add', 'tenant_id': 'a4d8bdff38854cd293f6a9c4327029b8', 'mac_address': 'fa:16:3e:aa:79:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fba9961-330b-46d6-9d6e-1fb56d154ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '5ef2ac4d-1999-41f9-ae1c-15b8ddff3417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:39Z', 'updated_at': '2021-10-26T15:01:40Z', 'revision_number': 2, 'project_id': 'a4d8bdff38854cd293f6a9c4327029b8', 'subnets': [{'id': '5ef2ac4d-1999-41f9-ae1c-15b8ddff3417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:43.332945 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2be6a4-cd2c-44b0-927e-a5204929bace None None] Checking router: 0fba9961-330b-46d6-9d6e-1fb56d154ea6 for host: dv-cinder-732704-6-iscsi {{(pid=108649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:01:43.333306 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2be6a4-cd2c-44b0-927e-a5204929bace None None] Updating router 0fba9961-330b-46d6-9d6e-1fb56d154ea6 port c2eea1d7-1de5-4b2e-a9fc-b3f868a16d05 binding host dv-cinder-732704-6-iscsi {{(pid=108649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:01:43.335229 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-e42c3826-396c-4b20-b66c-ef255088cd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:43.385766 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-4c2be6a4-cd2c-44b0-927e-a5204929bace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:43.408357 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f70b7-0eff-42a6-a0a1-008b705a3b31 req-e6e9559c-be05-4cd0-b82d-ae43c0813e68 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:43.417327 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f90f70b7-0eff-42a6-a0a1-008b705a3b31 req-e6e9559c-be05-4cd0-b82d-ae43c0813e68 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfdbf7ab-b95c-4a66-8d44-208d94b29497 HTTP/1.1" status: 200 len: 948 time: 0.1312954 Oct 26 15:01:43.555547 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f90f70b7-0eff-42a6-a0a1-008b705a3b31 req-77e4c716-591d-4d87-a6e1-4ade9cbf6007 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] 10.222.0.57 "GET /v2.0/security-groups?id=5c1475b5-9e97-4170-8a1a-48852dd42bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318762 Oct 26 15:01:43.572367 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df86987-44d0-4897-b6e3-a01e09af9f19 req-0b0bd0b8-9d17-4467-906b-d24d5ee7c9c8 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:43.592076 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4df86987-44d0-4897-b6e3-a01e09af9f19 req-0b0bd0b8-9d17-4467-906b-d24d5ee7c9c8 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.1666725 Oct 26 15:01:43.688354 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4df86987-44d0-4897-b6e3-a01e09af9f19 req-7293008c-939d-4f7c-b9d3-ee01ce35ad58 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886943 Oct 26 15:01:43.722803 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-4c2be6a4-cd2c-44b0-927e-a5204929bace None None] Publish callbacks [] for port, precommit_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:44.090295 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328267f-32e6-46e8-9bc1-52798fa4f985 req-2d8a72a3-c291-4299-990f-bd43ae220a8b tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:44.099305 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e328267f-32e6-46e8-9bc1-52798fa4f985 req-2d8a72a3-c291-4299-990f-bd43ae220a8b tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.0676486 Oct 26 15:01:44.117364 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-4c2be6a4-cd2c-44b0-927e-a5204929bace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:44.124731 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:44.153022 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e328267f-32e6-46e8-9bc1-52798fa4f985 req-d3a3f863-3e46-4dcb-b9ae-300ecdaad2bb tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523617 Oct 26 15:01:44.191463 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:44.225693 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device e0143e70-7fc6-44be-a030-553e812819de details requested by agent hyperv_hv-cinder-73270 with host hv-cinder-73270 {{(pid=108649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:01:44.444256 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca2691b-4de0-4412-bdbe-10acf0318d54 None None] Pushing event updated for resources: {'Port': ['ID=c2eea1d7-1de5-4b2e-a9fc-b3f868a16d05,revision_number=3']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:44.508938 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-4c2be6a4-cd2c-44b0-927e-a5204929bace None None] Attempting to bind port c2eea1d7-1de5-4b2e-a9fc-b3f868a16d05 on host dv-cinder-732704-6-iscsi for vnic_type normal with profile {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:01:44.509638 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-4c2be6a4-cd2c-44b0-927e-a5204929bace None None] Attempting to bind port c2eea1d7-1de5-4b2e-a9fc-b3f868a16d05 by drivers openvswitch,hyperv on host dv-cinder-732704-6-iscsi at level 0 using segments [{'id': '3c0d3291-f8ad-4278-9011-c604cedfcc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4cc92e56-c71b-4022-bda8-5a42e3624add'}] {{(pid=108649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:01:44.510009 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2be6a4-cd2c-44b0-927e-a5204929bace None None] Attempting to bind port c2eea1d7-1de5-4b2e-a9fc-b3f868a16d05 on network 4cc92e56-c71b-4022-bda8-5a42e3624add {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:01:44.521508 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2be6a4-cd2c-44b0-927e-a5204929bace None None] Checking agent: {'id': '7cf7ebdc-aa0b-44cf-abbb-a49983147622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-732704-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 14, 50, 44), 'started_at': datetime.datetime(2021, 10, 26, 14, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-732704-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:01:44.524149 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2be6a4-cd2c-44b0-927e-a5204929bace None None] Checking segment: {'id': '3c0d3291-f8ad-4278-9011-c604cedfcc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4cc92e56-c71b-4022-bda8-5a42e3624add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:01:44.524582 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-4c2be6a4-cd2c-44b0-927e-a5204929bace None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:44.525268 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2be6a4-cd2c-44b0-927e-a5204929bace None None] Bound using segment: {'id': '3c0d3291-f8ad-4278-9011-c604cedfcc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4cc92e56-c71b-4022-bda8-5a42e3624add'} {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:01:44.525947 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-4c2be6a4-cd2c-44b0-927e-a5204929bace None None] Bound port: c2eea1d7-1de5-4b2e-a9fc-b3f868a16d05, host: dv-cinder-732704-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0d3291-f8ad-4278-9011-c604cedfcc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4cc92e56-c71b-4022-bda8-5a42e3624add'}}] {{(pid=108649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:01:44.526510 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-4c2be6a4-cd2c-44b0-927e-a5204929bace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:44.643966 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port e0143e70-7fc6-44be-a030-553e812819de, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=e0143e70-7fc6-44be-a030-553e812819de,segment=NetworkSegment(e6561b2e-837c-4e4b-a5d6-c10c2308d75e),segment_id=e6561b2e-837c-4e4b-a5d6-c10c2308d75e)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:01:44.664039 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Returning: {'device': 'e0143e70-7fc6-44be-a030-553e812819de', 'network_id': '88f4aa2a-7b63-4113-a692-4f65c169161e', 'port_id': 'e0143e70-7fc6-44be-a030-553e812819de', 'mac_address': 'fa:16:3e:aa:10:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c7e659f-0ecd-48dd-9e1f-67b65d886c9a', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:01:44.706516 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-4c2be6a4-cd2c-44b0-927e-a5204929bace None None] For port c2eea1d7-1de5-4b2e-a9fc-b3f868a16d05, host dv-cinder-732704-6-iscsi, cleared binding levels {{(pid=108649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:01:44.730280 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-4c2be6a4-cd2c-44b0-927e-a5204929bace None None] For port c2eea1d7-1de5-4b2e-a9fc-b3f868a16d05, host dv-cinder-732704-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=c2eea1d7-1de5-4b2e-a9fc-b3f868a16d05,segment=NetworkSegment(3c0d3291-f8ad-4278-9011-c604cedfcc40),segment_id=3c0d3291-f8ad-4278-9011-c604cedfcc40)] {{(pid=108649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:01:44.746905 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:44.782470 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0143e70-7fc6-44be-a030-553e812819de {{(pid=108649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:01:44.817159 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port e0143e70-7fc6-44be-a030-553e812819de, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=e0143e70-7fc6-44be-a030-553e812819de,segment=NetworkSegment(e6561b2e-837c-4e4b-a5d6-c10c2308d75e),segment_id=e6561b2e-837c-4e4b-a5d6-c10c2308d75e)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:01:44.829617 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-8de5800b-5817-4a3e-92a8-13a5c8869272 None None] Provisioning complete for port c2eea1d7-1de5-4b2e-a9fc-b3f868a16d05 triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:44.830443 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-8de5800b-5817-4a3e-92a8-13a5c8869272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:44.841924 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2b83e-195a-42df-94cb-070d4fe96e89 req-d89f9977-72d6-4a5c-84cc-6ce1596c8e4d tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:44.849315 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-abe2b83e-195a-42df-94cb-070d4fe96e89 req-d89f9977-72d6-4a5c-84cc-6ce1596c8e4d tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfdbf7ab-b95c-4a66-8d44-208d94b29497 HTTP/1.1" status: 200 len: 948 time: 0.1585550 Oct 26 15:01:44.951196 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-abe2b83e-195a-42df-94cb-070d4fe96e89 req-cdf03573-674c-4979-91ff-5a9ea24705d9 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] 10.222.0.57 "GET /v2.0/security-groups?id=5c1475b5-9e97-4170-8a1a-48852dd42bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951755 Oct 26 15:01:44.969143 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe57334-e036-4c91-8782-20c712fc5636 req-c34ae297-b2fb-4505-967d-4144dbc53b0d tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:44.974209 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-dbe57334-e036-4c91-8782-20c712fc5636 req-c34ae297-b2fb-4505-967d-4144dbc53b0d tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.1468036 Oct 26 15:01:45.019323 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-4c2be6a4-cd2c-44b0-927e-a5204929bace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:45.026430 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:45.077322 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-dbe57334-e036-4c91-8782-20c712fc5636 req-e6e9d6b1-d56c-403c-880f-22b761db3a43 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954075 Oct 26 15:01:45.090422 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-8de5800b-5817-4a3e-92a8-13a5c8869272 None None] Port c2eea1d7-1de5-4b2e-a9fc-b3f868a16d05 cannot update to ACTIVE because it is not bound. {{(pid=108649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:01:45.147429 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca2691b-4de0-4412-bdbe-10acf0318d54 None None] Pushing event updated for resources: {'Port': ['ID=c2eea1d7-1de5-4b2e-a9fc-b3f868a16d05,revision_number=4']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:45.161664 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2be6a4-cd2c-44b0-927e-a5204929bace None None] Routers {'0fba9961-330b-46d6-9d6e-1fb56d154ea6'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:01:45.193245 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-4c2be6a4-cd2c-44b0-927e-a5204929bace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:01:43Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['0fba9961-330b-46d6-9d6e-1fb56d154ea6'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:45.272491 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 59432) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:45.416762 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] get_ports_and_sgs() called for port_ids ['e0143e70-7fc6-44be-a030-553e812819de'] {{(pid=108649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:01:45.433676 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdfb89-d7c6-4934-b7fa-12ae82e4a7c2 req-b6088426-9cfe-4ba3-856c-53022e41c557 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:45.449348 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f5cdfb89-d7c6-4934-b7fa-12ae82e4a7c2 req-b6088426-9cfe-4ba3-856c-53022e41c557 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.1542454 Oct 26 15:01:45.488100 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=e0143e70-7fc6-44be-a030-553e812819de,revision_number=4']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:45.543593 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f5cdfb89-d7c6-4934-b7fa-12ae82e4a7c2 req-ccb31480-3650-4a82-bb2f-298f47a20bf6 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921314 Oct 26 15:01:45.549719 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-4c2be6a4-cd2c-44b0-927e-a5204929bace None None] Set router 0fba9961-330b-46d6-9d6e-1fb56d154ea6 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:01:45.579195 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-9d144829-4024-4352-9468-4543785b23ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:45.607781 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:45.618800 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-d1285050-19fd-442b-b322-218ce25c7e8d None None] Provisioning complete for port c2eea1d7-1de5-4b2e-a9fc-b3f868a16d05 triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:45.618800 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-d1285050-19fd-442b-b322-218ce25c7e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:45.758143 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-9d144829-4024-4352-9468-4543785b23ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:45.892064 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-9d144829-4024-4352-9468-4543785b23ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:45.934564 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 59438) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:45.951045 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-9d144829-4024-4352-9468-4543785b23ed admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5e90607e3ef84ed4bd68fe1a0f49d4fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6764936 Oct 26 15:01:46.038934 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d144829-4024-4352-9468-4543785b23ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffb6014-661c-4e00-a65c-5f66ca82468b,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:46.125854 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-d1285050-19fd-442b-b322-218ce25c7e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:46.130256 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8079258b-742c-4b0d-a017-d3ad903eda36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:46.240836 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8079258b-742c-4b0d-a017-d3ad903eda36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:46.346329 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8ecc6-eefe-4c1c-990c-0bf62d0ed669 req-50b32752-63e8-418f-88ce-bcfd937634cc tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:46.348466 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c8d8ecc6-eefe-4c1c-990c-0bf62d0ed669 req-50b32752-63e8-418f-88ce-bcfd937634cc tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfdbf7ab-b95c-4a66-8d44-208d94b29497 HTTP/1.1" status: 200 len: 949 time: 0.1959727 Oct 26 15:01:46.357538 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-d1285050-19fd-442b-b322-218ce25c7e8d None None] For port c2eea1d7-1de5-4b2e-a9fc-b3f868a16d05, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=c2eea1d7-1de5-4b2e-a9fc-b3f868a16d05,segment=NetworkSegment(3c0d3291-f8ad-4278-9011-c604cedfcc40),segment_id=3c0d3291-f8ad-4278-9011-c604cedfcc40)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:01:46.375329 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-4c2be6a4-cd2c-44b0-927e-a5204929bace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fba9961-330b-46d6-9d6e-1fb56d154ea6', 'name': 'tempest-TestMinimumBasicScenario-1449231468-router', 'tenant_id': 'a4d8bdff38854cd293f6a9c4327029b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'fa89ba98-13c1-41d7-9fec-1dd6850d5189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:34Z', 'updated_at': '2021-10-26T15:01:39Z', 'revision_number': 4, 'project_id': 'a4d8bdff38854cd293f6a9c4327029b8', 'gw_port': {'id': 'fa89ba98-13c1-41d7-9fec-1dd6850d5189', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fba9961-330b-46d6-9d6e-1fb56d154ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:35Z', 'updated_at': '2021-10-26T15:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': 'c2eea1d7-1de5-4b2e-a9fc-b3f868a16d05', 'name': '', 'network_id': '4cc92e56-c71b-4022-bda8-5a42e3624add', 'tenant_id': 'a4d8bdff38854cd293f6a9c4327029b8', 'mac_address': 'fa:16:3e:aa:79:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fba9961-330b-46d6-9d6e-1fb56d154ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '5ef2ac4d-1999-41f9-ae1c-15b8ddff3417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:39Z', 'updated_at': '2021-10-26T15:01:44Z', 'revision_number': 4, 'project_id': 'a4d8bdff38854cd293f6a9c4327029b8', 'subnets': [{'id': '5ef2ac4d-1999-41f9-ae1c-15b8ddff3417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:46.394333 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb6d04-6ad2-4792-8194-ba8d458b9c5a req-292f15d1-8903-4cf9-bcc4-1c57ed77253a tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:46.395912 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-deeb6d04-6ad2-4792-8194-ba8d458b9c5a req-292f15d1-8903-4cf9-bcc4-1c57ed77253a tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.1465037 Oct 26 15:01:46.419901 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2be6a4-cd2c-44b0-927e-a5204929bace None None] The sync data for ids ['0fba9961-330b-46d6-9d6e-1fb56d154ea6'] in dv-cinder-732704-6-iscsi is: [{'id': '0fba9961-330b-46d6-9d6e-1fb56d154ea6', 'name': 'tempest-TestMinimumBasicScenario-1449231468-router', 'tenant_id': 'a4d8bdff38854cd293f6a9c4327029b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'fa89ba98-13c1-41d7-9fec-1dd6850d5189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:34Z', 'updated_at': '2021-10-26T15:01:39Z', 'revision_number': 4, 'project_id': 'a4d8bdff38854cd293f6a9c4327029b8', 'gw_port': {'id': 'fa89ba98-13c1-41d7-9fec-1dd6850d5189', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fba9961-330b-46d6-9d6e-1fb56d154ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:35Z', 'updated_at': '2021-10-26T15:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': 'c2eea1d7-1de5-4b2e-a9fc-b3f868a16d05', 'name': '', 'network_id': '4cc92e56-c71b-4022-bda8-5a42e3624add', 'tenant_id': 'a4d8bdff38854cd293f6a9c4327029b8', 'mac_address': 'fa:16:3e:aa:79:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fba9961-330b-46d6-9d6e-1fb56d154ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '5ef2ac4d-1999-41f9-ae1c-15b8ddff3417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:39Z', 'updated_at': '2021-10-26T15:01:44Z', 'revision_number': 4, 'project_id': 'a4d8bdff38854cd293f6a9c4327029b8', 'subnets': [{'id': '5ef2ac4d-1999-41f9-ae1c-15b8ddff3417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:01:46.428294 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8079258b-742c-4b0d-a017-d3ad903eda36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:46.431632 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8079258b-742c-4b0d-a017-d3ad903eda36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:46.435932 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-8079258b-742c-4b0d-a017-d3ad903eda36 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fffb6014-661c-4e00-a65c-5f66ca82468b HTTP/1.1" status: 204 len: 168 time: 0.4995644 Oct 26 15:01:46.454035 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-d1285050-19fd-442b-b322-218ce25c7e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:46.469816 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079258b-742c-4b0d-a017-d3ad903eda36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffb6014-661c-4e00-a65c-5f66ca82468b,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:46.606705 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c8d8ecc6-eefe-4c1c-990c-0bf62d0ed669 req-493f70da-42cb-4695-b0be-9b45a916ce56 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] 10.222.0.57 "GET /v2.0/security-groups?id=5c1475b5-9e97-4170-8a1a-48852dd42bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434623 Oct 26 15:01:46.642753 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1285050-19fd-442b-b322-218ce25c7e8d None None] Pushing event updated for resources: {'Port': ['ID=c2eea1d7-1de5-4b2e-a9fc-b3f868a16d05,revision_number=5']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:46.648544 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-deeb6d04-6ad2-4792-8194-ba8d458b9c5a req-281d00e0-55b7-4d35-a403-cdf3871ad677 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2355874 Oct 26 15:01:46.876582 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device c2eea1d7-1de5-4b2e-a9fc-b3f868a16d05 up at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:01:47.008972 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc5157-3778-4163-905d-01fe62770fe8 req-9b7e5cee-ee94-4721-9d96-253722ba2f84 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:47.027861 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fddc5157-3778-4163-905d-01fe62770fe8 req-9b7e5cee-ee94-4721-9d96-253722ba2f84 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.1638856 Oct 26 15:01:47.072743 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Provisioning complete for port c2eea1d7-1de5-4b2e-a9fc-b3f868a16d05 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:47.106477 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:47.160705 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fddc5157-3778-4163-905d-01fe62770fe8 req-65883fe2-fd2e-4f22-b0df-31385b2d921d tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317620 Oct 26 15:01:47.731368 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef83e7-828b-4f7b-a63e-3265374f3e84 req-91531884-ae1b-40a9-be52-24a12b80f5d0 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:47.732891 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-03ef83e7-828b-4f7b-a63e-3265374f3e84 req-91531884-ae1b-40a9-be52-24a12b80f5d0 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfdbf7ab-b95c-4a66-8d44-208d94b29497 HTTP/1.1" status: 200 len: 949 time: 0.0557857 Oct 26 15:01:47.784965 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-03ef83e7-828b-4f7b-a63e-3265374f3e84 req-92082fac-bbfb-449b-9d07-f03f83947684 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] 10.222.0.57 "GET /v2.0/security-groups?id=5c1475b5-9e97-4170-8a1a-48852dd42bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442140 Oct 26 15:01:47.908955 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136dab3d-00d9-4aa7-bd34-841b43bc978d req-932bb1d1-09e1-4d94-b3ef-6e001322c18f tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:47.910385 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-136dab3d-00d9-4aa7-bd34-841b43bc978d req-932bb1d1-09e1-4d94-b3ef-6e001322c18f tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.0511680 Oct 26 15:01:47.950330 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-136dab3d-00d9-4aa7-bd34-841b43bc978d req-ce53018b-f88c-4539-9a75-eb5bd7b72b5a tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338638 Oct 26 15:01:48.145849 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 59466) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:48.169900 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-b62f36a6-9d15-46a0-b2d0-7c5f6499f0ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:48.348958 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-b62f36a6-9d15-46a0-b2d0-7c5f6499f0ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:48.407125 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b173cbc-2ab4-4179-ba22-87547ca1fe2b req-57dc7c70-a93a-4628-b94f-ea756fcf86b3 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:48.409601 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8b173cbc-2ab4-4179-ba22-87547ca1fe2b req-57dc7c70-a93a-4628-b94f-ea756fcf86b3 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.1082416 Oct 26 15:01:48.426267 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-b62f36a6-9d15-46a0-b2d0-7c5f6499f0ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:48.497332 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-b62f36a6-9d15-46a0-b2d0-7c5f6499f0ad admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=67c8ddf22f1343eeb64c094b8e68e1b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3496535 Oct 26 15:01:48.502253 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f36a6-9d15-46a0-b2d0-7c5f6499f0ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee10979-1f90-49af-8c1a-2838faf6da09,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:48.503199 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 59472) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:48.675678 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8b173cbc-2ab4-4179-ba22-87547ca1fe2b req-675a0b46-99ec-4684-8441-3e7eb467315b tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380447 Oct 26 15:01:48.740016 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a55ebcc8-ccb3-4989-9150-cc9dc18005cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:48.825066 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a55ebcc8-ccb3-4989-9150-cc9dc18005cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:49.024326 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2e09a-106a-48d7-b29e-1654043f8d1f req-5d9ec72e-fc90-4c63-b64b-4fe3f8b428c2 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:49.026254 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3af2e09a-106a-48d7-b29e-1654043f8d1f req-5d9ec72e-fc90-4c63-b64b-4fe3f8b428c2 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfdbf7ab-b95c-4a66-8d44-208d94b29497 HTTP/1.1" status: 200 len: 949 time: 0.0932808 Oct 26 15:01:49.056083 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a55ebcc8-ccb3-4989-9150-cc9dc18005cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:49.063306 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a55ebcc8-ccb3-4989-9150-cc9dc18005cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:49.067387 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-a55ebcc8-ccb3-4989-9150-cc9dc18005cb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7ee10979-1f90-49af-8c1a-2838faf6da09 HTTP/1.1" status: 204 len: 168 time: 0.5528891 Oct 26 15:01:49.093989 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ebcc8-ccb3-4989-9150-cc9dc18005cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee10979-1f90-49af-8c1a-2838faf6da09,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:49.152378 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3af2e09a-106a-48d7-b29e-1654043f8d1f req-45747050-5966-4ad4-8e0b-62b7c37e192b tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] 10.222.0.57 "GET /v2.0/security-groups?id=5c1475b5-9e97-4170-8a1a-48852dd42bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113594 Oct 26 15:01:49.319404 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c56a76e-bd33-45da-95a0-a1af95315112 req-af97b5f8-69af-49d0-a2a1-eb2ba83f8bf7 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:49.321944 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8c56a76e-bd33-45da-95a0-a1af95315112 req-af97b5f8-69af-49d0-a2a1-eb2ba83f8bf7 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.0978150 Oct 26 15:01:49.405334 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8c56a76e-bd33-45da-95a0-a1af95315112 req-9a324330-7a47-4bff-ad3d-79ed67f8f4ca tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772052 Oct 26 15:01:49.869649 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f389256-4cd4-4847-8d80-97e2537d4a8a req-6c7eed6f-e7d2-4bc1-869b-99ef8b73932e tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:49.888758 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4f389256-4cd4-4847-8d80-97e2537d4a8a req-6c7eed6f-e7d2-4bc1-869b-99ef8b73932e tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.1058645 Oct 26 15:01:49.980639 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4f389256-4cd4-4847-8d80-97e2537d4a8a req-99841984-9b7e-4a03-b2f3-f1d102060dba tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905209 Oct 26 15:01:50.243389 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device e0143e70-7fc6-44be-a030-553e812819de up at agent hyperv_hv-cinder-73270 {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:01:50.429314 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20eefb-7863-427c-a153-56dcf813d790 req-7f4f5759-a998-4d3e-9e5e-71665a7b1982 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:50.431355 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1b20eefb-7863-427c-a153-56dcf813d790 req-7f4f5759-a998-4d3e-9e5e-71665a7b1982 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfdbf7ab-b95c-4a66-8d44-208d94b29497 HTTP/1.1" status: 200 len: 949 time: 0.1135948 Oct 26 15:01:50.505286 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Provisioning for port e0143e70-7fc6-44be-a030-553e812819de completed by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 15:01:50.510993 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Provisioning complete for port e0143e70-7fc6-44be-a030-553e812819de triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:50.514296 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:50.652134 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1b20eefb-7863-427c-a153-56dcf813d790 req-4984e933-9a57-405b-a6c0-b982665c301a tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] 10.222.0.57 "GET /v2.0/security-groups?id=5c1475b5-9e97-4170-8a1a-48852dd42bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134533 Oct 26 15:01:50.683932 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f955d-c14d-4b3c-8270-4e221b197d33 req-ec39302a-653a-4a2f-9347-61ddab433ee8 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:50.694243 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b58f955d-c14d-4b3c-8270-4e221b197d33 req-ec39302a-653a-4a2f-9347-61ddab433ee8 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.1235816 Oct 26 15:01:50.737840 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:50.797074 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b58f955d-c14d-4b3c-8270-4e221b197d33 req-0dc04ef9-a6bc-4544-906d-08e9b9b166f4 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016750 Oct 26 15:01:50.826680 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfdbf7ab-b95c-4a66-8d44-208d94b29497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0143e70-7fc6-44be-a030-553e812819de'}] {{(pid=108649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:01:50.832447 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce9ea8dafcd660945e4144893ae94b540b7d43bc7f31485d3ebdd76e7b8406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e5b3e5-9ca0-48ac-8416-4a2723974858" -d '{"events": [{"server_uuid": "cfdbf7ab-b95c-4a66-8d44-208d94b29497", "name": "network-vif-plugged", "status": "completed", "tag": "e0143e70-7fc6-44be-a030-553e812819de"}]}' {{(pid=108649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:01:50.855764 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port e0143e70-7fc6-44be-a030-553e812819de, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=e0143e70-7fc6-44be-a030-553e812819de,segment=NetworkSegment(e6561b2e-837c-4e4b-a5d6-c10c2308d75e),segment_id=e6561b2e-837c-4e4b-a5d6-c10c2308d75e)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:01:50.911499 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b4a853-5eda-49e2-be2d-536145bdf153 x-openstack-request-id: req-39b4a853-5eda-49e2-be2d-536145bdf153 {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:01:50.918727 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfdbf7ab-b95c-4a66-8d44-208d94b29497", "name": "network-vif-plugged", "status": "completed", "tag": "e0143e70-7fc6-44be-a030-553e812819de", "code": 200}]} {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:01:50.919191 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-39b4a853-5eda-49e2-be2d-536145bdf153 {{(pid=108649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:01:50.919858 dv-cinder-732704-6-iscsi neutron-server[108649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfdbf7ab-b95c-4a66-8d44-208d94b29497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0143e70-7fc6-44be-a030-553e812819de', 'code': 200} Oct 26 15:01:50.962115 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:51.063302 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=e0143e70-7fc6-44be-a030-553e812819de,revision_number=5']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:51.248675 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf8738-0650-4cbd-80d3-669415728ff7 req-e6fc88c0-c1ce-4746-8423-a8a5c3bf7e4e tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:51.259196 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-02cf8738-0650-4cbd-80d3-669415728ff7 req-e6fc88c0-c1ce-4746-8423-a8a5c3bf7e4e tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.1318364 Oct 26 15:01:51.357927 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-02cf8738-0650-4cbd-80d3-669415728ff7 req-a12c403e-5bf0-4bca-9684-a884d1496c44 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977125 Oct 26 15:01:51.505102 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851fc23-095d-43eb-b3fb-cd18615599e8 req-ca8c3984-646f-4a7c-95fb-d7df5b6c5c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:51.506138 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-d851fc23-095d-43eb-b3fb-cd18615599e8 req-ca8c3984-646f-4a7c-95fb-d7df5b6c5c40 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=cfdbf7ab-b95c-4a66-8d44-208d94b29497 HTTP/1.1" status: 200 len: 1103 time: 0.0975819 Oct 26 15:01:51.577000 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-d851fc23-095d-43eb-b3fb-cd18615599e8 req-3d471c27-646e-49ce-aff9-5f0c2387f2f4 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5c1475b5-9e97-4170-8a1a-48852dd42bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609760 Oct 26 15:01:52.083305 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b0d10-6891-4632-a01f-8b06534540d5 req-7807bf08-e85f-4764-a16b-6b926bc95a19 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:52.083305 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-937b0d10-6891-4632-a01f-8b06534540d5 req-7807bf08-e85f-4764-a16b-6b926bc95a19 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfdbf7ab-b95c-4a66-8d44-208d94b29497 HTTP/1.1" status: 200 len: 950 time: 0.1468058 Oct 26 15:01:52.102161 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e0097-56c7-4b06-9a39-e636825cab9b req-b6cf8a27-f905-4fbd-a1fa-c969ba86d83b tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:52.103810 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-027e0097-56c7-4b06-9a39-e636825cab9b req-b6cf8a27-f905-4fbd-a1fa-c969ba86d83b tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.0817790 Oct 26 15:01:52.158682 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-937b0d10-6891-4632-a01f-8b06534540d5 req-171e4625-7c85-47a9-a19e-eaf555a80b65 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] 10.222.0.57 "GET /v2.0/security-groups?id=5c1475b5-9e97-4170-8a1a-48852dd42bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692947 Oct 26 15:01:52.215426 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-027e0097-56c7-4b06-9a39-e636825cab9b req-e018ffa7-c430-4410-ae2c-f6e146945c28 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830638 Oct 26 15:01:52.485468 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0bfd4-076b-4eb7-ba9a-15b1f57305c9 req-ba0f377b-a2c6-42d9-83d6-502a370d7f82 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:52.487057 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6dd0bfd4-076b-4eb7-ba9a-15b1f57305c9 req-ba0f377b-a2c6-42d9-83d6-502a370d7f82 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.0631430 Oct 26 15:01:52.533444 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6dd0bfd4-076b-4eb7-ba9a-15b1f57305c9 req-a76994e4-bd2b-4ccd-a8ec-14a0d8b1cc2d tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396881 Oct 26 15:01:52.848140 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 59550) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:53.015087 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-461de39d-1b4a-4fec-b060-3579451d4533 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:53.244317 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-461de39d-1b4a-4fec-b060-3579451d4533 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:53.387411 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-461de39d-1b4a-4fec-b060-3579451d4533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:53.440789 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-461de39d-1b4a-4fec-b060-3579451d4533 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b2c833bb320541e4910d520a17b61e1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5890558 Oct 26 15:01:53.442672 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 59568) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:53.471995 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b759aa8-407d-44be-bbae-b66f2c441edb req-52e70126-69f7-4efa-b52a-9f50f73dccc3 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:53.486731 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1b759aa8-407d-44be-bbae-b66f2c441edb req-52e70126-69f7-4efa-b52a-9f50f73dccc3 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfdbf7ab-b95c-4a66-8d44-208d94b29497 HTTP/1.1" status: 200 len: 950 time: 0.1727433 Oct 26 15:01:53.568996 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1b759aa8-407d-44be-bbae-b66f2c441edb req-05418071-92f4-4938-b0bb-4c590544b7c9 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] 10.222.0.57 "GET /v2.0/security-groups?id=5c1475b5-9e97-4170-8a1a-48852dd42bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812676 Oct 26 15:01:53.610102 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-a69e4df8-83d1-4395-8d15-1ba25d129e19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:53.689313 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083eaf3-ef4d-48a0-ba41-ad90895dc428 req-245bcebb-c810-41b8-b41e-71923c82ff85 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:53.695031 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-a69e4df8-83d1-4395-8d15-1ba25d129e19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:53.695955 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f083eaf3-ef4d-48a0-ba41-ad90895dc428 req-245bcebb-c810-41b8-b41e-71923c82ff85 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.3368399 Oct 26 15:01:53.758466 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461de39d-1b4a-4fec-b060-3579451d4533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4200b2d9-c63b-4988-8bfd-5c116450a303,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:53.896175 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f083eaf3-ef4d-48a0-ba41-ad90895dc428 req-2a9cd992-0991-4529-ac57-12ab74b0b30a tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873641 Oct 26 15:01:53.987794 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-a69e4df8-83d1-4395-8d15-1ba25d129e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:53.994822 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-a69e4df8-83d1-4395-8d15-1ba25d129e19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:53.994822 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-a69e4df8-83d1-4395-8d15-1ba25d129e19 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4200b2d9-c63b-4988-8bfd-5c116450a303 HTTP/1.1" status: 204 len: 168 time: 0.5451035 Oct 26 15:01:54.017467 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69e4df8-83d1-4395-8d15-1ba25d129e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4200b2d9-c63b-4988-8bfd-5c116450a303,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:54.093260 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1308b6e-db57-411d-942b-502afcb45fd4 req-075a8d9d-76a7-4aee-a0c9-5fce13aabc11 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:54.094926 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c1308b6e-db57-411d-942b-502afcb45fd4 req-075a8d9d-76a7-4aee-a0c9-5fce13aabc11 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.1373816 Oct 26 15:01:54.154631 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c1308b6e-db57-411d-942b-502afcb45fd4 req-1adcf6cf-f643-4da0-8258-2991d7b0715b tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521464 Oct 26 15:01:54.836447 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a6922-c168-4aa6-aa43-f0fbadd825e6 req-7b9a4bab-384a-4215-9260-c8be34da9338 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:54.841830 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c95a6922-c168-4aa6-aa43-f0fbadd825e6 req-7b9a4bab-384a-4215-9260-c8be34da9338 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfdbf7ab-b95c-4a66-8d44-208d94b29497 HTTP/1.1" status: 200 len: 950 time: 0.1050031 Oct 26 15:01:54.916853 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c95a6922-c168-4aa6-aa43-f0fbadd825e6 req-17c8338d-653c-43d5-9bc4-858efd310900 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] 10.222.0.57 "GET /v2.0/security-groups?id=5c1475b5-9e97-4170-8a1a-48852dd42bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673363 Oct 26 15:01:55.115406 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24008490-dde9-4dbf-8c39-d0981fd0c599 req-b33cff30-9502-478d-8e00-ad903253eb86 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:55.128217 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-24008490-dde9-4dbf-8c39-d0981fd0c599 req-b33cff30-9502-478d-8e00-ad903253eb86 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.1006281 Oct 26 15:01:55.192596 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-24008490-dde9-4dbf-8c39-d0981fd0c599 req-553550ab-6cc5-4dde-ba6b-0fc92247945f tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662401 Oct 26 15:01:55.425071 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0427db-5ac4-42c5-b318-623372716cde req-b66c929e-749f-44f3-9ac0-d3134e13d37c tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:55.437113 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ef0427db-5ac4-42c5-b318-623372716cde req-b66c929e-749f-44f3-9ac0-d3134e13d37c tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.1318305 Oct 26 15:01:55.516888 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ef0427db-5ac4-42c5-b318-623372716cde req-88e28c84-32cd-407b-ac5f-79b0049ac1b1 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749645 Oct 26 15:01:56.216652 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15025b09-6f0e-4560-9f0b-792332169039 req-930c4c5f-7f25-4f68-a1f0-4d63a82650a1 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:56.224526 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-15025b09-6f0e-4560-9f0b-792332169039 req-930c4c5f-7f25-4f68-a1f0-4d63a82650a1 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfdbf7ab-b95c-4a66-8d44-208d94b29497 HTTP/1.1" status: 200 len: 950 time: 0.1364939 Oct 26 15:01:56.298909 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-15025b09-6f0e-4560-9f0b-792332169039 req-66f67c26-5c0d-4579-8708-7fcb51c4df9a tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] 10.222.0.57 "GET /v2.0/security-groups?id=5c1475b5-9e97-4170-8a1a-48852dd42bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730574 Oct 26 15:01:56.429330 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959581c-03f9-4586-975a-2433d90e51d5 req-e6a5e624-b326-4027-82e0-896c1af390f9 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:56.431624 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd9e59-96c1-479c-a97e-aa2dbec7be10 req-0353577b-ad3d-4790-8095-d8a42c59365f tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:56.432000 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-5959581c-03f9-4586-975a-2433d90e51d5 req-e6a5e624-b326-4027-82e0-896c1af390f9 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfdbf7ab-b95c-4a66-8d44-208d94b29497 HTTP/1.1" status: 200 len: 950 time: 0.0983288 Oct 26 15:01:56.433771 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-73dd9e59-96c1-479c-a97e-aa2dbec7be10 req-0353577b-ad3d-4790-8095-d8a42c59365f tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.1026366 Oct 26 15:01:56.584302 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-73dd9e59-96c1-479c-a97e-aa2dbec7be10 req-9eb1bed1-ce9a-4db5-9a1d-26d090f51c24 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401296 Oct 26 15:01:56.760784 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [req-5959581c-03f9-4586-975a-2433d90e51d5 req-412a4561-eadf-498c-9f28-7ba7d587e7e1 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] Deleting port e0143e70-7fc6-44be-a030-553e812819de {{(pid=108647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:01:56.761925 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-5959581c-03f9-4586-975a-2433d90e51d5 req-412a4561-eadf-498c-9f28-7ba7d587e7e1 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:56.817110 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44e7db-cfab-49bc-af81-f3d99196e66e req-84648cd0-db6f-4b0b-859c-e5557e967a43 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:56.833212 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7b44e7db-cfab-49bc-af81-f3d99196e66e req-84648cd0-db6f-4b0b-859c-e5557e967a43 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.2086592 Oct 26 15:01:56.996357 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [req-5959581c-03f9-4586-975a-2433d90e51d5 req-412a4561-eadf-498c-9f28-7ba7d587e7e1 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] For port e0143e70-7fc6-44be-a030-553e812819de, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=e0143e70-7fc6-44be-a030-553e812819de,segment=NetworkSegment(e6561b2e-837c-4e4b-a5d6-c10c2308d75e),segment_id=e6561b2e-837c-4e4b-a5d6-c10c2308d75e)] {{(pid=108647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:01:56.996732 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-5959581c-03f9-4586-975a-2433d90e51d5 req-412a4561-eadf-498c-9f28-7ba7d587e7e1 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:56.999173 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7b44e7db-cfab-49bc-af81-f3d99196e66e req-558f7ca2-e4de-4f4b-bbcf-7c6228125e2d tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410108 Oct 26 15:01:57.012585 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [req-5959581c-03f9-4586-975a-2433d90e51d5 req-412a4561-eadf-498c-9f28-7ba7d587e7e1 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] Calling delete_port for e0143e70-7fc6-44be-a030-553e812819de owned by compute:nova {{(pid=108647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:01:57.411484 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619a00f-fa30-48b7-ac2e-d92f9d367a04 req-506ac306-3243-4050-a92c-19148bafec47 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:57.412962 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0619a00f-fa30-48b7-ac2e-d92f9d367a04 req-506ac306-3243-4050-a92c-19148bafec47 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfdbf7ab-b95c-4a66-8d44-208d94b29497 HTTP/1.1" status: 200 len: 950 time: 0.0481770 Oct 26 15:01:57.461496 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0619a00f-fa30-48b7-ac2e-d92f9d367a04 req-115c0d6a-154a-4b1a-8b72-10e68f206131 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] 10.222.0.57 "GET /v2.0/security-groups?id=5c1475b5-9e97-4170-8a1a-48852dd42bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334883 Oct 26 15:01:57.736668 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-5959581c-03f9-4586-975a-2433d90e51d5 req-412a4561-eadf-498c-9f28-7ba7d587e7e1 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:57.749431 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] get_ports_and_sgs() called for port_ids ['e0143e70-7fc6-44be-a030-553e812819de'] {{(pid=108649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:01:57.761471 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91108ff1-3139-4613-9e06-6055161dcf45 req-f57095ca-0455-4f9d-8c7b-e4bd30fd61e0 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:57.775391 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-91108ff1-3139-4613-9e06-6055161dcf45 req-f57095ca-0455-4f9d-8c7b-e4bd30fd61e0 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.0780458 Oct 26 15:01:57.785687 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a4561-eadf-498c-9f28-7ba7d587e7e1 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] Pushing event deleted for resources: {'Port': ['ID=e0143e70-7fc6-44be-a030-553e812819de,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:57.900353 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-91108ff1-3139-4613-9e06-6055161dcf45 req-18838b15-ca46-4dd1-9fd3-036c33a75a9a tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213851 Oct 26 15:01:57.984565 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [req-5959581c-03f9-4586-975a-2433d90e51d5 req-412a4561-eadf-498c-9f28-7ba7d587e7e1 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] No DVR routers for this DVR port e0143e70-7fc6-44be-a030-553e812819de on host hv-cinder-73270 {{(pid=108647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:01:57.989175 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-5959581c-03f9-4586-975a-2433d90e51d5 req-412a4561-eadf-498c-9f28-7ba7d587e7e1 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:57.991761 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-5959581c-03f9-4586-975a-2433d90e51d5 req-412a4561-eadf-498c-9f28-7ba7d587e7e1 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] 10.222.0.76 "DELETE /v2.0/ports/e0143e70-7fc6-44be-a030-553e812819de HTTP/1.1" status: 204 len: 173 time: 1.5476110 Oct 26 15:01:57.992994 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfdbf7ab-b95c-4a66-8d44-208d94b29497', 'name': 'network-vif-deleted', 'tag': 'e0143e70-7fc6-44be-a030-553e812819de'}] {{(pid=108647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:01:57.995852 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c67b12b1cf7ef49faca107c22834427ed1d300477b197fee39d1c6656c9e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7eaf72-9199-444e-9ea4-8ae2f196a9cb" -d '{"events": [{"server_uuid": "cfdbf7ab-b95c-4a66-8d44-208d94b29497", "name": "network-vif-deleted", "tag": "e0143e70-7fc6-44be-a030-553e812819de"}]}' {{(pid=108647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:01:58.087134 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33fd99b-b919-44a2-bb41-afbcfab48a9f x-openstack-request-id: req-d33fd99b-b919-44a2-bb41-afbcfab48a9f {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:01:58.087328 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfdbf7ab-b95c-4a66-8d44-208d94b29497", "name": "network-vif-deleted", "tag": "e0143e70-7fc6-44be-a030-553e812819de", "status": "completed", "code": 200}]} {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:01:58.087921 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d33fd99b-b919-44a2-bb41-afbcfab48a9f {{(pid=108647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:01:58.088466 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfdbf7ab-b95c-4a66-8d44-208d94b29497', 'name': 'network-vif-deleted', 'tag': 'e0143e70-7fc6-44be-a030-553e812819de', 'status': 'completed', 'code': 200} Oct 26 15:01:58.187537 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4773367-5137-4f87-90cf-5b6a073e3a01 req-5cbe5537-ca33-49d7-8976-35c2f4a9fdbb tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:58.196826 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b4773367-5137-4f87-90cf-5b6a073e3a01 req-5cbe5537-ca33-49d7-8976-35c2f4a9fdbb tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.0736315 Oct 26 15:01:58.260225 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b4773367-5137-4f87-90cf-5b6a073e3a01 req-3c1d9727-0759-47c2-8855-a69f336681f2 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622623 Oct 26 15:01:58.431621 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:58.712193 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-80fc87fd-c496-49af-bdc2-5759c7871530 req-0b465f19-0f08-452f-a16f-8570e8412a30 tempest-VolumesNegativeTest-280654129 tempest-VolumesNegativeTest-280654129-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfdbf7ab-b95c-4a66-8d44-208d94b29497 HTTP/1.1" status: 200 len: 210 time: 0.0624599 Oct 26 15:01:59.073367 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de3fe7-bc66-44ba-9fae-e98f6235f13f req-82ea1443-e562-46d7-9377-3007b4cefcd2 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:59.075252 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-46de3fe7-bc66-44ba-9fae-e98f6235f13f req-82ea1443-e562-46d7-9377-3007b4cefcd2 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.0676250 Oct 26 15:01:59.135481 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-46de3fe7-bc66-44ba-9fae-e98f6235f13f req-ed6a60ae-af6b-4f2a-9798-e1215e60e1ec tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536890 Oct 26 15:01:59.399461 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b080d-3128-457c-9dd9-578d539c7c6f req-67847192-0885-4ccb-8261-b842586ac46b tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:59.401360 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-418b080d-3128-457c-9dd9-578d539c7c6f req-67847192-0885-4ccb-8261-b842586ac46b tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.0637252 Oct 26 15:01:59.402046 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 59698) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:59.535949 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-418b080d-3128-457c-9dd9-578d539c7c6f req-302b4ea8-f37a-4189-9523-e4bc8042e09a tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073339 Oct 26 15:01:59.633707 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-0da4077e-ee87-49c3-8511-e61cdec0c7f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:59.752917 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-0da4077e-ee87-49c3-8511-e61cdec0c7f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:59.821935 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-0da4077e-ee87-49c3-8511-e61cdec0c7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:59.951338 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-0da4077e-ee87-49c3-8511-e61cdec0c7f4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=33b02c9ae728440ab45ba8ac85299626&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5480294 Oct 26 15:01:59.952569 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da4077e-ee87-49c3-8511-e61cdec0c7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ba6898-5fc8-4e1f-9849-e5d17eb96a5d,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:59.955358 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 59722) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:00.097687 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-5d7feb6f-54d5-44ff-94be-f669d618ac7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:00.131422 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-5d7feb6f-54d5-44ff-94be-f669d618ac7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:00.298537 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device e0143e70-7fc6-44be-a030-553e812819de no longer exists at agent hyperv_hv-cinder-73270 {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:02:00.313724 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-5d7feb6f-54d5-44ff-94be-f669d618ac7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:00.317184 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-5d7feb6f-54d5-44ff-94be-f669d618ac7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:00.319491 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-5d7feb6f-54d5-44ff-94be-f669d618ac7d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e4ba6898-5fc8-4e1f-9849-e5d17eb96a5d HTTP/1.1" status: 204 len: 168 time: 0.3624008 Oct 26 15:02:00.341785 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7feb6f-54d5-44ff-94be-f669d618ac7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ba6898-5fc8-4e1f-9849-e5d17eb96a5d,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:00.352696 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] No Port match for: e0143e70-7fc6-44be-a030-553e812819de {{(pid=108649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:02:00.353572 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device e0143e70-7fc6-44be-a030-553e812819de not bound to the agent host hv-cinder-73270 {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:02:00.411372 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625043c1-fbf8-4f87-85f1-737dd7bb885a req-fc4a6370-12e6-4740-a667-89929debfa90 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:00.425934 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-625043c1-fbf8-4f87-85f1-737dd7bb885a req-fc4a6370-12e6-4740-a667-89929debfa90 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.1450567 Oct 26 15:02:00.487521 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-625043c1-fbf8-4f87-85f1-737dd7bb885a req-1e4f72b3-5ed2-403a-be75-c3543f523a88 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594940 Oct 26 15:02:00.708792 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f27a4b-0982-4c95-9232-cf87a9350f35 req-c32fd186-d471-484f-9332-065cbf3d98f0 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:00.719532 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d3f27a4b-0982-4c95-9232-cf87a9350f35 req-c32fd186-d471-484f-9332-065cbf3d98f0 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.0846043 Oct 26 15:02:00.771642 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d3f27a4b-0982-4c95-9232-cf87a9350f35 req-ff270b56-1f79-4c51-abc7-3b747ed3e5bb tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505922 Oct 26 15:02:01.208578 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:02:01.401353 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a4638-ca99-4077-91a0-f73a2c8e4146 req-8a58ce7e-4c1f-49e3-a9fe-59f2eb87d57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:01.403179 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-e58a4638-ca99-4077-91a0-f73a2c8e4146 req-8a58ce7e-4c1f-49e3-a9fe-59f2eb87d57a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 1098 time: 0.0885901 Oct 26 15:02:01.483945 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-e58a4638-ca99-4077-91a0-f73a2c8e4146 req-782aa5ef-df68-4471-9eb7-32c089a6e577 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726416 Oct 26 15:02:01.505806 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e5a3c-134a-4a49-9d96-64df1105722a req-bda98d84-8e47-4d40-a7dc-6807957b2115 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:01.507485 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1f5e5a3c-134a-4a49-9d96-64df1105722a req-bda98d84-8e47-4d40-a7dc-6807957b2115 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/networks?id=aa36fb45-c81d-4582-a1d1-4df2ccc686c8 HTTP/1.1" status: 200 len: 815 time: 0.2122483 Oct 26 15:02:01.537734 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1f5e5a3c-134a-4a49-9d96-64df1105722a req-b4fc993c-c7ce-4278-a757-e1e9a4c98756 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/quotas/ae37455caad1400c9591e7587ec53aef HTTP/1.1" status: 200 len: 375 time: 0.0225756 Oct 26 15:02:01.651217 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1f5e5a3c-134a-4a49-9d96-64df1105722a req-7df14b4b-22b8-48bf-a692-214a86b3d366 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ae37455caad1400c9591e7587ec53aef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1114240 Oct 26 15:02:01.773249 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e731e60-e433-48d8-ab78-b3d945db8d7f req-7c295570-a07e-465d-9254-52318253c7be tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:01.774868 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1e731e60-e433-48d8-ab78-b3d945db8d7f req-7c295570-a07e-465d-9254-52318253c7be tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.1226304 Oct 26 15:02:01.813359 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1f5e5a3c-134a-4a49-9d96-64df1105722a req-ea5f8bcd-0b40-4dec-a33d-555563dac9dc service neutron] 10.222.0.57 "GET /v2.0/networks/aa36fb45-c81d-4582-a1d1-4df2ccc686c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298139 Oct 26 15:02:02.048806 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 59866) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:02.155906 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1e731e60-e433-48d8-ab78-b3d945db8d7f req-970b22f1-4746-4741-a611-4bc57a3ddfd1 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3701370 Oct 26 15:02:02.245874 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-189b1958-5916-40a6-8239-5e67706e8f20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:02.250965 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1f5e5a3c-134a-4a49-9d96-64df1105722a req-d57a6b64-b5df-4fda-b070-cfad51666dcf service neutron] 10.222.0.57 "GET /v2.0/networks/aa36fb45-c81d-4582-a1d1-4df2ccc686c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236097 Oct 26 15:02:02.354073 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f8888-4bed-4207-9289-a3ff32f0bfd9 req-2f33db66-05f5-4a47-99d4-2346899cd940 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:02.365113 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d70f8888-4bed-4207-9289-a3ff32f0bfd9 req-2f33db66-05f5-4a47-99d4-2346899cd940 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.1126776 Oct 26 15:02:02.381092 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-189b1958-5916-40a6-8239-5e67706e8f20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:02.416150 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d70f8888-4bed-4207-9289-a3ff32f0bfd9 req-55a0bca3-44df-416e-ae7e-4cc0bf238a6a tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499721 Oct 26 15:02:02.437524 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-189b1958-5916-40a6-8239-5e67706e8f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:02.544051 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b1958-5916-40a6-8239-5e67706e8f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b399123f-acb2-4534-bc36-5da91a60b1e9,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:02.554094 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-04881352-fc8f-4c36-a9fd-3497a967f2c7 req-45e9b931-8499-4bcc-84d4-c421fd5cff16 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 210 time: 0.0670383 Oct 26 15:02:02.568019 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-189b1958-5916-40a6-8239-5e67706e8f20 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4c73183e398440a28919a0298485e1f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5178711 Oct 26 15:02:02.571689 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 59890) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:02.668432 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-f1683003-0a21-459e-822c-7a08660f4d77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:02.694309 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-f1683003-0a21-459e-822c-7a08660f4d77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:02.858676 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-f1683003-0a21-459e-822c-7a08660f4d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:02.861368 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-f1683003-0a21-459e-822c-7a08660f4d77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:02.862574 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-f1683003-0a21-459e-822c-7a08660f4d77 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b399123f-acb2-4534-bc36-5da91a60b1e9 HTTP/1.1" status: 204 len: 168 time: 0.2897930 Oct 26 15:02:02.877137 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1683003-0a21-459e-822c-7a08660f4d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b399123f-acb2-4534-bc36-5da91a60b1e9,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:03.316689 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9fec28-f4f6-4e58-9025-af809bfc82b7 req-cf1372e9-2148-42e4-a83c-3652b59176a7 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:03.325618 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2e9fec28-f4f6-4e58-9025-af809bfc82b7 req-cf1372e9-2148-42e4-a83c-3652b59176a7 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.0875859 Oct 26 15:02:03.387514 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2e9fec28-f4f6-4e58-9025-af809bfc82b7 req-731e7a98-3378-4a95-b2e4-230727d27ec1 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603638 Oct 26 15:02:03.575038 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1676cb-3df4-49ba-831b-629834c3ec49 req-f54a7a48-3248-4053-8cc2-b0809f2fcd16 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:03.576546 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-de1676cb-3df4-49ba-831b-629834c3ec49 req-f54a7a48-3248-4053-8cc2-b0809f2fcd16 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.0832789 Oct 26 15:02:03.667270 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-de1676cb-3df4-49ba-831b-629834c3ec49 req-8cf23801-88eb-419f-9787-ed00ab8be24c tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830927 Oct 26 15:02:03.669344 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d1dc95a4-1611-4379-b711-3e01a066ed60 req-ca24dabe-f77f-4521-8813-fa2b828d9254 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 210 time: 0.0497613 Oct 26 15:02:03.770779 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 59936) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:03.792658 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-2aac9c37-944c-48b9-9467-d94a3add6f12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:03.918081 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-2aac9c37-944c-48b9-9467-d94a3add6f12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:04.190379 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-2aac9c37-944c-48b9-9467-d94a3add6f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:04.247432 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac9c37-944c-48b9-9467-d94a3add6f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da10e9a1-f488-43fd-a5d1-c641527b87f4,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:04.302397 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-2aac9c37-944c-48b9-9467-d94a3add6f12 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3e6958cf118241ff9418a17a5c5fd833&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5299678 Oct 26 15:02:04.305709 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 60008) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:04.460550 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-9e02f30c-ad6e-45bc-b5ee-20d368de0459 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:04.494966 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-9e02f30c-ad6e-45bc-b5ee-20d368de0459 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:04.614507 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448f790-919a-4c81-9c04-9f8cb8e93e1a req-cf6d75e6-fb6c-48d9-ba8c-86f243cbdfb4 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:04.616579 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6448f790-919a-4c81-9c04-9f8cb8e93e1a req-cf6d75e6-fb6c-48d9-ba8c-86f243cbdfb4 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.1545610 Oct 26 15:02:04.636597 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5aac6-c251-4a13-b792-0d1f5de2f584 req-a2346db2-52cf-4a9c-a884-ce7934daa48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:04.639726 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-a7b5aac6-c251-4a13-b792-0d1f5de2f584 req-a2346db2-52cf-4a9c-a884-ce7934daa48a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e858799915f545b79e6f36f7cda2f6c7&device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 1098 time: 0.0768337 Oct 26 15:02:04.671278 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7de9e-556a-4e79-81bb-c018a1ff1120 req-77e5d104-0aa1-4b12-a8d6-8ecd9e311e80 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:04.673132 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3ad7de9e-556a-4e79-81bb-c018a1ff1120 req-77e5d104-0aa1-4b12-a8d6-8ecd9e311e80 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.1294076 Oct 26 15:02:04.714587 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6448f790-919a-4c81-9c04-9f8cb8e93e1a req-7cb50891-ff3a-450c-9e98-73c600bff064 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867922 Oct 26 15:02:04.753101 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3ad7de9e-556a-4e79-81bb-c018a1ff1120 req-caf348e7-8ecd-4687-8e6c-05a88872fd13 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658412 Oct 26 15:02:04.788394 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-9e02f30c-ad6e-45bc-b5ee-20d368de0459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:04.793040 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-9e02f30c-ad6e-45bc-b5ee-20d368de0459 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:04.794594 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-9e02f30c-ad6e-45bc-b5ee-20d368de0459 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/da10e9a1-f488-43fd-a5d1-c641527b87f4 HTTP/1.1" status: 204 len: 168 time: 0.4876769 Oct 26 15:02:04.807630 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e02f30c-ad6e-45bc-b5ee-20d368de0459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da10e9a1-f488-43fd-a5d1-c641527b87f4,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:04.904237 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5aac6-c251-4a13-b792-0d1f5de2f584 req-03eb3fa2-c1ea-4ec4-9cac-043c3046044a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:04.904663 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-56a4fb8c-bf5c-4a84-9801-b0e874fc7ed3 req-f29cd835-4b1f-4cd8-8bb1-27d4a01f5ae3 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 210 time: 0.0622127 Oct 26 15:02:04.906483 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-a7b5aac6-c251-4a13-b792-0d1f5de2f584 req-03eb3fa2-c1ea-4ec4-9cac-043c3046044a service neutron] 10.222.0.76 "GET /v2.0/networks?id=ad2172c5-e06a-4950-a922-0c7e574f5f17 HTTP/1.1" status: 200 len: 919 time: 0.2589588 Oct 26 15:02:04.966183 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-a7b5aac6-c251-4a13-b792-0d1f5de2f584 req-4f6c7186-dc6d-46f6-a8c8-47ff16f05199 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7db0864-eacc-405f-bf1d-68530c8f2784 HTTP/1.1" status: 200 len: 217 time: 0.0505185 Oct 26 15:02:05.092905 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5aac6-c251-4a13-b792-0d1f5de2f584 req-2883353a-bf82-4fc0-8052-aaa7499e9a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:05.095110 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-a7b5aac6-c251-4a13-b792-0d1f5de2f584 req-2883353a-bf82-4fc0-8052-aaa7499e9a4c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=673dc4e7-f4e6-456e-9bb6-73f76f7d8feb HTTP/1.1" status: 200 len: 858 time: 0.1034901 Oct 26 15:02:05.140095 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-a7b5aac6-c251-4a13-b792-0d1f5de2f584 req-20264f0b-8a2e-457d-9092-2ded2ae1bef3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ad2172c5-e06a-4950-a922-0c7e574f5f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355701 Oct 26 15:02:05.293816 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-a7b5aac6-c251-4a13-b792-0d1f5de2f584 req-42a8f92c-fd08-4a75-8558-c7a449aca213 service neutron] 10.222.0.76 "GET /v2.0/networks/ad2172c5-e06a-4950-a922-0c7e574f5f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430779 Oct 26 15:02:05.480845 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-a7b5aac6-c251-4a13-b792-0d1f5de2f584 req-86378411-b33b-4400-a9e2-79cdbcceaaf9 service neutron] 10.222.0.76 "GET /v2.0/networks/ad2172c5-e06a-4950-a922-0c7e574f5f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705489 Oct 26 15:02:06.104578 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a658b-3bc5-4f10-8408-24b9c225f7b2 req-12ddba6e-ad6d-4436-a7d5-6d320cdb1dee tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:06.115521 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-304a658b-3bc5-4f10-8408-24b9c225f7b2 req-12ddba6e-ad6d-4436-a7d5-6d320cdb1dee tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.1480954 Oct 26 15:02:06.182506 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e5a3c-134a-4a49-9d96-64df1105722a req-ceb3d706-686f-4d32-9597-30aa7bf94d75 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:06.185514 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-1f5e5a3c-134a-4a49-9d96-64df1105722a req-ceb3d706-686f-4d32-9597-30aa7bf94d75 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.76 "GET /v2.0/networks?id=aa36fb45-c81d-4582-a1d1-4df2ccc686c8 HTTP/1.1" status: 200 len: 815 time: 0.4051774 Oct 26 15:02:06.219263 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [req-1f5e5a3c-134a-4a49-9d96-64df1105722a req-9498ea04-9d04-4a6e-9d59-efb8523e9fdf tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Request body: {'port': {'device_id': '3eba8653-ed58-4bd4-8847-c44d71c65cad', 'network_id': 'aa36fb45-c81d-4582-a1d1-4df2ccc686c8', 'admin_state_up': True, 'tenant_id': 'ae37455caad1400c9591e7587ec53aef'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:02:06.219482 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f562b-7a4d-4324-a971-0b71ec488b72 req-7bc33e34-7501-4137-98f0-4eb21763d14a tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:06.219482 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4c8f562b-7a4d-4324-a971-0b71ec488b72 req-7bc33e34-7501-4137-98f0-4eb21763d14a tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.2037888 Oct 26 15:02:06.316317 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-304a658b-3bc5-4f10-8408-24b9c225f7b2 req-ea5253cd-f806-4db3-960b-7b9c3b1f6d95 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994882 Oct 26 15:02:06.370368 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4c8f562b-7a4d-4324-a971-0b71ec488b72 req-eb1d52bc-db0c-4a4e-994a-44a66b166dc5 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515563 Oct 26 15:02:06.459909 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-afa7ac9a-5168-4cf9-96e6-2363e46f845b req-4771a2d7-3e37-4070-9794-951925cdd337 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 210 time: 0.0745099 Oct 26 15:02:06.470043 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f5e5a3c-134a-4a49-9d96-64df1105722a req-9498ea04-9d04-4a6e-9d59-efb8523e9fdf tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Made reservation on behalf of ae37455caad1400c9591e7587ec53aef for: {'port': 1} {{(pid=108647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:02:06.474783 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-1f5e5a3c-134a-4a49-9d96-64df1105722a req-9498ea04-9d04-4a6e-9d59-efb8523e9fdf tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:06.794847 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.db_base_plugin_common [req-1f5e5a3c-134a-4a49-9d96-64df1105722a req-9498ea04-9d04-4a6e-9d59-efb8523e9fdf tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Allocated IP 172.20.0.4 (aa36fb45-c81d-4582-a1d1-4df2ccc686c8/7cf36ff4-7097-4007-a564-c4675e4a120f/c2eb0799-7052-4b1e-a495-442ca53b30f3) {{(pid=108647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:02:07.064249 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0572faf-d1c3-482c-8c64-b5b3a67af82c req-2160972b-fcbf-4238-8858-ad19c0d7b179 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:07.077478 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c0572faf-d1c3-482c-8c64-b5b3a67af82c req-2160972b-fcbf-4238-8858-ad19c0d7b179 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.0883479 Oct 26 15:02:07.100672 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-1f5e5a3c-134a-4a49-9d96-64df1105722a req-9498ea04-9d04-4a6e-9d59-efb8523e9fdf tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks [] for port, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:07.206195 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c0572faf-d1c3-482c-8c64-b5b3a67af82c req-5b6a91d2-9fa1-4a30-9748-c85271a9dac5 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271005 Oct 26 15:02:07.329380 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-1f5e5a3c-134a-4a49-9d96-64df1105722a req-9498ea04-9d04-4a6e-9d59-efb8523e9fdf tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:07.387381 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f5e5a3c-134a-4a49-9d96-64df1105722a req-9498ea04-9d04-4a6e-9d59-efb8523e9fdf tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Network aa36fb45-c81d-4582-a1d1-4df2ccc686c8 is already hosted by enough agents. {{(pid=108647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:02:07.394272 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [req-1f5e5a3c-134a-4a49-9d96-64df1105722a req-9498ea04-9d04-4a6e-9d59-efb8523e9fdf tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Resources bound (agent type, host, resource id): {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:02:07.400726 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f5e5a3c-134a-4a49-9d96-64df1105722a req-9498ea04-9d04-4a6e-9d59-efb8523e9fdf tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Received port after_create {{(pid=108647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:02:07.455334 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c7c82-878f-4833-8b83-f690a4274ae1 req-0aeb04eb-55bd-4281-aa32-5005871c61d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:07.457890 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-223c7c82-878f-4833-8b83-f690a4274ae1 req-0aeb04eb-55bd-4281-aa32-5005871c61d0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5b867107a3d44416a28e053e339e7d5f&device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 1099 time: 0.2401457 Oct 26 15:02:07.545906 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498ea04-9d04-4a6e-9d59-efb8523e9fdf tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Pushing event updated for resources: {'Port': ['ID=c2eb0799-7052-4b1e-a495-442ca53b30f3,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:07.658305 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcda95e-95a3-4ffe-89f5-1af4ff90712b req-0e246f7f-a23b-4ca7-9e6d-9d914840503f tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:07.660549 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3bcda95e-95a3-4ffe-89f5-1af4ff90712b req-0e246f7f-a23b-4ca7-9e6d-9d914840503f tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.1942308 Oct 26 15:02:07.707431 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e5a3c-134a-4a49-9d96-64df1105722a req-9498ea04-9d04-4a6e-9d59-efb8523e9fdf tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:07.708131 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-1f5e5a3c-134a-4a49-9d96-64df1105722a req-9498ea04-9d04-4a6e-9d59-efb8523e9fdf tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:07.725613 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37bb71-3725-466f-bd66-b56ecd29c1cb req-4b63ee1f-2b2a-4f7d-be3d-a9e6fca61050 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:07.727589 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-da37bb71-3725-466f-bd66-b56ecd29c1cb req-4b63ee1f-2b2a-4f7d-be3d-a9e6fca61050 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 931 time: 0.1225107 Oct 26 15:02:07.735463 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3bcda95e-95a3-4ffe-89f5-1af4ff90712b req-945cdbdf-8810-4e42-ad8b-85311e4e58c9 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679250 Oct 26 15:02:07.758618 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c7c82-878f-4833-8b83-f690a4274ae1 req-c9861b0e-c6ac-440f-833f-c734b22b6d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:07.760367 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-223c7c82-878f-4833-8b83-f690a4274ae1 req-c9861b0e-c6ac-440f-833f-c734b22b6d0b service neutron] 10.222.0.76 "GET /v2.0/networks?id=c4a59254-0cf7-4cdc-9af4-c745fac64f1e HTTP/1.1" status: 200 len: 912 time: 0.2506976 Oct 26 15:02:07.786862 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-da37bb71-3725-466f-bd66-b56ecd29c1cb req-9bbd9a86-c0c4-4062-9ffe-fdf08411e031 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcc71342-7fe5-4670-9507-312ce82cc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503523 Oct 26 15:02:07.826662 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-1f5e5a3c-134a-4a49-9d96-64df1105722a req-9498ea04-9d04-4a6e-9d59-efb8523e9fdf tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6270537 Oct 26 15:02:07.829791 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-2e94dae7-2181-4b18-a78b-12bd387cb558 None None] Provisioning complete for port c2eb0799-7052-4b1e-a495-442ca53b30f3 triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:02:07.830308 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e94dae7-2181-4b18-a78b-12bd387cb558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:07.843056 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [req-1f5e5a3c-134a-4a49-9d96-64df1105722a req-bafcd500-a597-410f-8ab9-bfe01688b5da service neutron] Request body: {'port': {'device_id': '3eba8653-ed58-4bd4-8847-c44d71c65cad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73270'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:02:07.883373 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-2e94dae7-2181-4b18-a78b-12bd387cb558 None None] Port c2eb0799-7052-4b1e-a495-442ca53b30f3 cannot update to ACTIVE because it is not bound. {{(pid=108649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:02:07.895644 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-223c7c82-878f-4833-8b83-f690a4274ae1 req-d214d6f9-d014-44d2-a8ed-3c5a7d2a2363 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6da2a63a-8d1d-4175-81f3-9f2c067770b0 HTTP/1.1" status: 200 len: 1001 time: 0.1272657 Oct 26 15:02:07.951624 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-1f5e5a3c-134a-4a49-9d96-64df1105722a req-bafcd500-a597-410f-8ab9-bfe01688b5da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:07.998857 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c7c82-878f-4833-8b83-f690a4274ae1 req-9133e9b2-e5b4-439a-8043-15d90981c08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:08.001371 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-223c7c82-878f-4833-8b83-f690a4274ae1 req-9133e9b2-e5b4-439a-8043-15d90981c08e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e3398950-00b5-499d-8477-d73683a1256e HTTP/1.1" status: 200 len: 850 time: 0.0828249 Oct 26 15:02:08.010530 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-b6e1d963-847b-4677-be67-e06bee89834c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:08.128221 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c7c82-878f-4833-8b83-f690a4274ae1 req-5164895e-1295-41c5-9eb3-8f216b49dcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:08.129638 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-223c7c82-878f-4833-8b83-f690a4274ae1 req-5164895e-1295-41c5-9eb3-8f216b49dcb3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c4a59254-0cf7-4cdc-9af4-c745fac64f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1186471 Oct 26 15:02:08.306704 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-223c7c82-878f-4833-8b83-f690a4274ae1 req-cc9842a5-d742-4c21-bbc1-45a51eff1a0c service neutron] 10.222.0.76 "GET /v2.0/networks/c4a59254-0cf7-4cdc-9af4-c745fac64f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623514 Oct 26 15:02:08.380974 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e81ec-a256-4435-b1a9-301fd4321f3a req-e9ef3255-ded5-4e40-a16e-7f439a3c9e8d tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:08.392340 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-510e81ec-a256-4435-b1a9-301fd4321f3a req-e9ef3255-ded5-4e40-a16e-7f439a3c9e8d tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.0838597 Oct 26 15:02:08.451586 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-510e81ec-a256-4435-b1a9-301fd4321f3a req-3bcaf428-1ab4-49ca-b442-8cda2f84eb32 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583062 Oct 26 15:02:08.503892 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [req-1f5e5a3c-134a-4a49-9d96-64df1105722a req-bafcd500-a597-410f-8ab9-bfe01688b5da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2eb0799-7052-4b1e-a495-442ca53b30f3 {{(pid=108647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:02:08.525081 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-1f5e5a3c-134a-4a49-9d96-64df1105722a req-bafcd500-a597-410f-8ab9-bfe01688b5da service neutron] Publish callbacks [] for port, precommit_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:08.525899 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-223c7c82-878f-4833-8b83-f690a4274ae1 req-3b70b173-3f72-4f89-bf2b-5beca553a3b7 service neutron] 10.222.0.76 "GET /v2.0/networks/c4a59254-0cf7-4cdc-9af4-c745fac64f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040274 Oct 26 15:02:08.536973 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.provisioning_blocks [req-1f5e5a3c-134a-4a49-9d96-64df1105722a req-bafcd500-a597-410f-8ab9-bfe01688b5da service neutron] Transition to ACTIVE for port object c2eb0799-7052-4b1e-a495-442ca53b30f3 will not be triggered until provisioned by entity L2. {{(pid=108647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 15:02:08.790616 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-1f5e5a3c-134a-4a49-9d96-64df1105722a req-bafcd500-a597-410f-8ab9-bfe01688b5da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8556446'] for port, after_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:08.857774 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafcd500-a597-410f-8ab9-bfe01688b5da service neutron] Pushing event updated for resources: {'Port': ['ID=c2eb0799-7052-4b1e-a495-442ca53b30f3,revision_number=2']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:08.898676 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c21ac-4da6-4ccc-920d-abdd949b92e9 req-470f6406-fd0b-47bf-b55b-fa0aaabe3337 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:08.900356 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1c3c21ac-4da6-4ccc-920d-abdd949b92e9 req-470f6406-fd0b-47bf-b55b-fa0aaabe3337 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.0832250 Oct 26 15:02:08.948471 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.managers [req-1f5e5a3c-134a-4a49-9d96-64df1105722a req-bafcd500-a597-410f-8ab9-bfe01688b5da service neutron] Attempting to bind port c2eb0799-7052-4b1e-a495-442ca53b30f3 on host hv-cinder-73270 for vnic_type normal with profile {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:02:08.949154 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.managers [req-1f5e5a3c-134a-4a49-9d96-64df1105722a req-bafcd500-a597-410f-8ab9-bfe01688b5da service neutron] Attempting to bind port c2eb0799-7052-4b1e-a495-442ca53b30f3 by drivers openvswitch,hyperv on host hv-cinder-73270 at level 0 using segments [{'id': '61f6979d-e903-4c43-8269-4f51dd4c68cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'aa36fb45-c81d-4582-a1d1-4df2ccc686c8'}] {{(pid=108647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:02:08.949619 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5e5a3c-134a-4a49-9d96-64df1105722a req-bafcd500-a597-410f-8ab9-bfe01688b5da service neutron] Attempting to bind port c2eb0799-7052-4b1e-a495-442ca53b30f3 on network aa36fb45-c81d-4582-a1d1-4df2ccc686c8 {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:02:08.969071 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5e5a3c-134a-4a49-9d96-64df1105722a req-bafcd500-a597-410f-8ab9-bfe01688b5da service neutron] Port c2eb0799-7052-4b1e-a495-442ca53b30f3 on network aa36fb45-c81d-4582-a1d1-4df2ccc686c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73270 {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 15:02:08.975557 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5e5a3c-134a-4a49-9d96-64df1105722a req-bafcd500-a597-410f-8ab9-bfe01688b5da service neutron] Attempting to bind port c2eb0799-7052-4b1e-a495-442ca53b30f3 on network aa36fb45-c81d-4582-a1d1-4df2ccc686c8 {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:02:08.986095 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5e5a3c-134a-4a49-9d96-64df1105722a req-bafcd500-a597-410f-8ab9-bfe01688b5da service neutron] Checking agent: {'id': 'aa824652-354b-48bb-834a-72ec45d7dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73270', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 14, 57, 28), 'started_at': datetime.datetime(2021, 10, 26, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:02:08.987091 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5e5a3c-134a-4a49-9d96-64df1105722a req-bafcd500-a597-410f-8ab9-bfe01688b5da service neutron] Checking segment: {'id': '61f6979d-e903-4c43-8269-4f51dd4c68cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'aa36fb45-c81d-4582-a1d1-4df2ccc686c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:02:08.988244 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5e5a3c-134a-4a49-9d96-64df1105722a req-bafcd500-a597-410f-8ab9-bfe01688b5da service neutron] Bound using segment: {'id': '61f6979d-e903-4c43-8269-4f51dd4c68cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'aa36fb45-c81d-4582-a1d1-4df2ccc686c8'} {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:02:08.989609 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.managers [req-1f5e5a3c-134a-4a49-9d96-64df1105722a req-bafcd500-a597-410f-8ab9-bfe01688b5da service neutron] Bound port: c2eb0799-7052-4b1e-a495-442ca53b30f3, host: hv-cinder-73270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61f6979d-e903-4c43-8269-4f51dd4c68cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'aa36fb45-c81d-4582-a1d1-4df2ccc686c8'}}] {{(pid=108647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:02:08.990755 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-1f5e5a3c-134a-4a49-9d96-64df1105722a req-bafcd500-a597-410f-8ab9-bfe01688b5da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:08.995439 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c163557-1968-4e74-bac6-9d378fb83306 req-ace3d6b5-7b95-4063-a23a-a0636b654859 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:08.999651 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8c163557-1968-4e74-bac6-9d378fb83306 req-ace3d6b5-7b95-4063-a23a-a0636b654859 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 943 time: 0.0982106 Oct 26 15:02:09.003804 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1c3c21ac-4da6-4ccc-920d-abdd949b92e9 req-42fc5747-45ac-4fda-bd31-1471fd3af12d tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914707 Oct 26 15:02:09.117845 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8c163557-1968-4e74-bac6-9d378fb83306 req-7657fd16-cf07-4887-a3a9-a2b2cf592527 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcc71342-7fe5-4670-9507-312ce82cc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990791 Oct 26 15:02:09.218217 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [req-1f5e5a3c-134a-4a49-9d96-64df1105722a req-bafcd500-a597-410f-8ab9-bfe01688b5da service neutron] For port c2eb0799-7052-4b1e-a495-442ca53b30f3, host hv-cinder-73270, cleared binding levels {{(pid=108647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:02:09.229427 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [req-1f5e5a3c-134a-4a49-9d96-64df1105722a req-bafcd500-a597-410f-8ab9-bfe01688b5da service neutron] For port c2eb0799-7052-4b1e-a495-442ca53b30f3, host hv-cinder-73270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=c2eb0799-7052-4b1e-a495-442ca53b30f3,segment=NetworkSegment(61f6979d-e903-4c43-8269-4f51dd4c68cb),segment_id=61f6979d-e903-4c43-8269-4f51dd4c68cb)] {{(pid=108647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:02:09.371352 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-1f5e5a3c-134a-4a49-9d96-64df1105722a req-bafcd500-a597-410f-8ab9-bfe01688b5da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8556446'] for port, after_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:09.498554 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 60244) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:09.547627 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e5a3c-134a-4a49-9d96-64df1105722a req-bafcd500-a597-410f-8ab9-bfe01688b5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:09.547627 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-1f5e5a3c-134a-4a49-9d96-64df1105722a req-bafcd500-a597-410f-8ab9-bfe01688b5da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:09.547627 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-1f5e5a3c-134a-4a49-9d96-64df1105722a req-bafcd500-a597-410f-8ab9-bfe01688b5da service neutron] 10.222.0.76 "PUT /v2.0/ports/c2eb0799-7052-4b1e-a495-442ca53b30f3 HTTP/1.1" status: 200 len: 1093 time: 1.7001710 Oct 26 15:02:09.547627 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eba8653-ed58-4bd4-8847-c44d71c65cad', 'tag': 'c2eb0799-7052-4b1e-a495-442ca53b30f3'}] {{(pid=108647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:02:09.547627 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c67b12b1cf7ef49faca107c22834427ed1d300477b197fee39d1c6656c9e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606ea9eb-789a-48c1-88f8-eb15584f2989" -d '{"events": [{"name": "network-changed", "server_uuid": "3eba8653-ed58-4bd4-8847-c44d71c65cad", "tag": "c2eb0799-7052-4b1e-a495-442ca53b30f3"}]}' {{(pid=108647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:02:09.615121 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafcd500-a597-410f-8ab9-bfe01688b5da service neutron] Pushing event updated for resources: {'Port': ['ID=c2eb0799-7052-4b1e-a495-442ca53b30f3,revision_number=3']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:09.817156 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-ad2f36df-3e3a-40a3-a7c5-e45b05ad6016 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9a187481455d4acfa5adce50e15f22f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3168025 Oct 26 15:02:09.821225 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 60258) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:10.179333 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c19cd-773e-43cc-b3f6-67d99329fb39 req-41aadbab-54fd-48d3-9993-720655889470 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:10.189085 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-441c19cd-773e-43cc-b3f6-67d99329fb39 req-41aadbab-54fd-48d3-9993-720655889470 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.0841959 Oct 26 15:02:10.212540 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-af8f45dc-a403-43be-9406-1548dcc74840 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:10.240664 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-af8f45dc-a403-43be-9406-1548dcc74840 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:10.245155 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-441c19cd-773e-43cc-b3f6-67d99329fb39 req-8956830b-563c-4e15-8f7f-e1c14d29d532 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546727 Oct 26 15:02:10.316010 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c961cc74-c94d-4eee-a23f-c7acc7246ef1 x-openstack-request-id: req-c961cc74-c94d-4eee-a23f-c7acc7246ef1 {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:02:10.316303 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eba8653-ed58-4bd4-8847-c44d71c65cad", "tag": "c2eb0799-7052-4b1e-a495-442ca53b30f3", "status": "completed", "code": 200}]} {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:02:10.316551 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c961cc74-c94d-4eee-a23f-c7acc7246ef1 {{(pid=108647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:02:10.316955 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eba8653-ed58-4bd4-8847-c44d71c65cad', 'tag': 'c2eb0799-7052-4b1e-a495-442ca53b30f3', 'status': 'completed', 'code': 200} Oct 26 15:02:10.433553 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-af8f45dc-a403-43be-9406-1548dcc74840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:10.436456 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-af8f45dc-a403-43be-9406-1548dcc74840 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:10.438124 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-af8f45dc-a403-43be-9406-1548dcc74840 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5c1475b5-9e97-4170-8a1a-48852dd42bd4 HTTP/1.1" status: 204 len: 168 time: 0.6112025 Oct 26 15:02:10.453362 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f45dc-a403-43be-9406-1548dcc74840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1475b5-9e97-4170-8a1a-48852dd42bd4,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:10.599688 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f711a-9428-4a81-b20d-3c1aa4b63297 req-9e92e7d0-3641-4c0f-a071-b80075b7d8e8 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:10.610343 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-690f711a-9428-4a81-b20d-3c1aa4b63297 req-9e92e7d0-3641-4c0f-a071-b80075b7d8e8 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 943 time: 0.1184683 Oct 26 15:02:10.672635 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-690f711a-9428-4a81-b20d-3c1aa4b63297 req-45dac78e-685c-4723-9f71-9dc4d637f2cc tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcc71342-7fe5-4670-9507-312ce82cc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604067 Oct 26 15:02:11.393870 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db21ee97-9139-4715-b7b7-cce2c9414c1b req-85577592-7e3b-4082-9970-50ef143d7a9e tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:11.395943 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-db21ee97-9139-4715-b7b7-cce2c9414c1b req-85577592-7e3b-4082-9970-50ef143d7a9e tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.0625656 Oct 26 15:02:11.456266 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-db21ee97-9139-4715-b7b7-cce2c9414c1b req-695d8465-4d70-4908-8cce-8bed561ca90a tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538332 Oct 26 15:02:11.826716 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b473f-4073-4897-ba61-eb946dfb71f5 req-6c6b97cd-dfd1-4496-8b89-5e620e880110 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:11.832979 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c87b473f-4073-4897-ba61-eb946dfb71f5 req-6c6b97cd-dfd1-4496-8b89-5e620e880110 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 943 time: 0.0778661 Oct 26 15:02:11.880832 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c87b473f-4073-4897-ba61-eb946dfb71f5 req-a6e95828-3d30-4956-a535-eefd24298494 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcc71342-7fe5-4670-9507-312ce82cc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450449 Oct 26 15:02:12.164647 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ea9eb-789a-48c1-88f8-eb15584f2989 req-605d4b1a-3797-4128-ba63-cf6573509347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:12.167394 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-606ea9eb-789a-48c1-88f8-eb15584f2989 req-605d4b1a-3797-4128-ba63-cf6573509347 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ae37455caad1400c9591e7587ec53aef&device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 1096 time: 0.0522230 Oct 26 15:02:12.296622 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ea9eb-789a-48c1-88f8-eb15584f2989 req-22713b2f-ae77-48f5-a5f6-f4b74f152412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:12.298128 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-606ea9eb-789a-48c1-88f8-eb15584f2989 req-22713b2f-ae77-48f5-a5f6-f4b74f152412 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=ae37455caad1400c9591e7587ec53aef&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1224635 Oct 26 15:02:12.459414 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ea9eb-789a-48c1-88f8-eb15584f2989 req-6625eedc-ba10-4a68-baaf-b968095f1b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:12.459414 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-606ea9eb-789a-48c1-88f8-eb15584f2989 req-6625eedc-ba10-4a68-baaf-b968095f1b2c service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1154022 Oct 26 15:02:12.737922 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636cc10-fa88-4b86-a79e-fb640c41edae req-cb3f1886-8db2-4583-8258-1d6ed587c72f tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:12.747112 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3636cc10-fa88-4b86-a79e-fb640c41edae req-cb3f1886-8db2-4583-8258-1d6ed587c72f tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.1122720 Oct 26 15:02:12.752038 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 60328) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:12.820846 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3636cc10-fa88-4b86-a79e-fb640c41edae req-d1428d32-32ca-47eb-b472-ed414d998050 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716059 Oct 26 15:02:12.932335 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-2e05a6b6-c71c-4531-94e1-94898d2a10ce admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-156439260-network', 'tenant_id': 'd27ee21879a14361af0baabc0f7cf95f'}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:02:13.051275 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347fccb-3b64-4e98-b5ea-88bb1f323f7d req-45896962-2244-4e6d-8e90-bba71620b504 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:13.052838 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2347fccb-3b64-4e98-b5ea-88bb1f323f7d req-45896962-2244-4e6d-8e90-bba71620b504 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 943 time: 0.0616329 Oct 26 15:02:13.098920 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e05a6b6-c71c-4531-94e1-94898d2a10ce admin admin] Made reservation on behalf of d27ee21879a14361af0baabc0f7cf95f for: {'network': 1} {{(pid=108648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:02:13.101739 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-2e05a6b6-c71c-4531-94e1-94898d2a10ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for network, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:13.120050 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-2e05a6b6-c71c-4531-94e1-94898d2a10ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:13.168719 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2347fccb-3b64-4e98-b5ea-88bb1f323f7d req-e686026b-ef29-47a5-ab12-434271ab7a87 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcc71342-7fe5-4670-9507-312ce82cc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930939 Oct 26 15:02:13.236196 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-8c4688b7-32be-4986-b29c-67da69e5d087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:13.298400 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-2e05a6b6-c71c-4531-94e1-94898d2a10ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:13.384423 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-2e05a6b6-c71c-4531-94e1-94898d2a10ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:13.410843 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e05a6b6-c71c-4531-94e1-94898d2a10ce admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=108648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:02:13.422046 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e05a6b6-c71c-4531-94e1-94898d2a10ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9725e6dd-9d08-4c19-b9b0-107ffc9392ba,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:13.436682 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-2e05a6b6-c71c-4531-94e1-94898d2a10ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888'] for segment, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:13.439819 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.db.segments_db [None req-2e05a6b6-c71c-4531-94e1-94898d2a10ce admin admin] Added segment c35993a7-c2db-4703-9589-9853cc7fe472 of type vlan for network cb1882a3-668f-4be4-b145-338650ea2d5d Oct 26 15:02:13.496266 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-2e05a6b6-c71c-4531-94e1-94898d2a10ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752337516683'] for network, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:13.734076 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-2e05a6b6-c71c-4531-94e1-94898d2a10ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593'] for network, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:13.735863 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e05a6b6-c71c-4531-94e1-94898d2a10ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:13.737001 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-2e05a6b6-c71c-4531-94e1-94898d2a10ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for network, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:13.812213 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e05a6b6-c71c-4531-94e1-94898d2a10ce admin admin] Pushing event updated for resources: {'Network': ['ID=cb1882a3-668f-4be4-b145-338650ea2d5d,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:13.825136 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Network cb1882a3-668f-4be4-b145-338650ea2d5d details requested by agent ovs-agent-dv-cinder-732704-6-iscsi with host dv-cinder-732704-6-iscsi {{(pid=108649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:02:13.984779 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae5f1a-18cf-4e0a-a2d4-9ae6e12fb5cd req-958c24fb-7a8c-4194-8566-396f01e43860 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:13.986835 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0aae5f1a-18cf-4e0a-a2d4-9ae6e12fb5cd req-958c24fb-7a8c-4194-8566-396f01e43860 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.0637193 Oct 26 15:02:14.030046 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0aae5f1a-18cf-4e0a-a2d4-9ae6e12fb5cd req-ab463c78-ecab-460d-a32f-1f467e871adb tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346584 Oct 26 15:02:14.067533 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:14.161776 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:14.164338 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-2e05a6b6-c71c-4531-94e1-94898d2a10ce admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4106688 Oct 26 15:02:14.167159 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 60352) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:14.172853 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-7228949b-96c0-4369-9f4f-564effc7af70 admin admin] Request body: {'subnet': {'network_id': 'cb1882a3-668f-4be4-b145-338650ea2d5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-156439260-subnet', 'tenant_id': 'd27ee21879a14361af0baabc0f7cf95f', 'ip_version': 4}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:02:14.316272 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8d75d-7a15-4695-85f0-ad3c9ffa93a7 req-5e053613-fc2b-453c-9302-5f02e4f60639 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:14.323109 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c9e8d75d-7a15-4695-85f0-ad3c9ffa93a7 req-5e053613-fc2b-453c-9302-5f02e4f60639 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 943 time: 0.0880775 Oct 26 15:02:14.340615 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7228949b-96c0-4369-9f4f-564effc7af70 admin admin] Made reservation on behalf of d27ee21879a14361af0baabc0f7cf95f for: {'subnet': 1} {{(pid=108648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:02:14.343422 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-7228949b-96c0-4369-9f4f-564effc7af70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8405531'] for subnet, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:14.459460 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c9e8d75d-7a15-4695-85f0-ad3c9ffa93a7 req-34fb219b-ee84-4d5a-82dc-884a74d693c4 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcc71342-7fe5-4670-9507-312ce82cc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129303 Oct 26 15:02:14.576703 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 60362) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:14.670275 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-7228949b-96c0-4369-9f4f-564effc7af70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3396931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8405541'] for subnet, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:14.741913 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-f477b3b8-b4e9-4288-b616-6e01bd7772dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:14.781979 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228949b-96c0-4369-9f4f-564effc7af70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3751a7e-e8cf-4058-a8ef-38ac9afbb57b,revision_number=0']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:14.810031 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7228949b-96c0-4369-9f4f-564effc7af70 admin admin] Checking segment: {'id': 'c35993a7-c2db-4703-9589-9853cc7fe472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cb1882a3-668f-4be4-b145-338650ea2d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:02:14.810388 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7228949b-96c0-4369-9f4f-564effc7af70 admin admin] Network hostable DHCP agents. Network: cb1882a3-668f-4be4-b145-338650ea2d5d, hostable agents: ['b4d4e8dd-6314-45fe-b027-8ffd5f87ed07'], hosted agents: [] {{(pid=108648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:02:14.888896 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-f477b3b8-b4e9-4288-b616-6e01bd7772dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:14.909857 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7228949b-96c0-4369-9f4f-564effc7af70 admin admin] Network cb1882a3-668f-4be4-b145-338650ea2d5d is scheduled to be hosted by DHCP agent b4d4e8dd-6314-45fe-b027-8ffd5f87ed07 with binding_index 1 {{(pid=108648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:02:14.990022 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-f477b3b8-b4e9-4288-b616-6e01bd7772dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:15.015512 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.base_scheduler [None req-7228949b-96c0-4369-9f4f-564effc7af70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-732704-6-iscsi, cb1882a3-668f-4be4-b145-338650ea2d5d) {{(pid=108648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:02:15.023810 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7228949b-96c0-4369-9f4f-564effc7af70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:15.024473 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-7228949b-96c0-4369-9f4f-564effc7af70 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:15.037092 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee69578-6f13-47b4-b071-dd9369ffcbe6 None None] Network cb1882a3-668f-4be4-b145-338650ea2d5d requested from dv-cinder-732704-6-iscsi {{(pid=108649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:02:15.059121 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 60370) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:15.059870 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-f477b3b8-b4e9-4288-b616-6e01bd7772dc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e6de8c3a5d274ff59811eedf55ea8114&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4810696 Oct 26 15:02:15.065349 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f477b3b8-b4e9-4288-b616-6e01bd7772dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b71cd61-c85b-4f4a-87ed-9a07b6902ca1,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:15.164414 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f5c0cc84-cb02-45e8-adc6-1e7b7c472b72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:15.167717 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-7228949b-96c0-4369-9f4f-564effc7af70 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9992795 Oct 26 15:02:15.170688 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 60372) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:15.176131 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [None req-351c9a21-e645-4b86-a6c1-859f4a3c827d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-156439260-router', 'tenant_id': 'd27ee21879a14361af0baabc0f7cf95f', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'}}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:02:15.225259 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f5c0cc84-cb02-45e8-adc6-1e7b7c472b72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:15.302323 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-351c9a21-e645-4b86-a6c1-859f4a3c827d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536294039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2878'] for router, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:15.305248 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-351c9a21-e645-4b86-a6c1-859f4a3c827d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536295207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536295873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2849'] for router, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:15.391516 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-351c9a21-e645-4b86-a6c1-859f4a3c827d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:15.441706 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9175f9-dce7-44ef-aa47-1c0a594de351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72fa0a13-38eb-554b-8c64-da8832a67d1e-cb1882a3-668f-4be4-b145-338650ea2d5d', 'network_id': 'cb1882a3-668f-4be4-b145-338650ea2d5d', 'tenant_id': 'd27ee21879a14361af0baabc0f7cf95f', 'fixed_ips': [{'subnet_id': 'f3751a7e-e8cf-4058-a8ef-38ac9afbb57b'}]}} from dv-cinder-732704-6-iscsi. {{(pid=108649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 15:02:15.442851 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-6b9175f9-dce7-44ef-aa47-1c0a594de351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:15.463971 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f5c0cc84-cb02-45e8-adc6-1e7b7c472b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:15.469058 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f5c0cc84-cb02-45e8-adc6-1e7b7c472b72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:15.469058 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-f5c0cc84-cb02-45e8-adc6-1e7b7c472b72 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5b71cd61-c85b-4f4a-87ed-9a07b6902ca1 HTTP/1.1" status: 204 len: 168 time: 0.4076085 Oct 26 15:02:15.499843 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c0cc84-cb02-45e8-adc6-1e7b7c472b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b71cd61-c85b-4f4a-87ed-9a07b6902ca1,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:15.576553 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:15.709658 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.db_base_plugin_common [None req-6b9175f9-dce7-44ef-aa47-1c0a594de351 None None] Allocated IP 172.20.0.2 (cb1882a3-668f-4be4-b145-338650ea2d5d/f3751a7e-e8cf-4058-a8ef-38ac9afbb57b/1395e052-4cef-4fc0-be2e-7961b22c0bb9) {{(pid=108649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:02:15.712431 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b09702-3253-48fa-b7f4-ff52e683c503 req-6278f23b-e2e8-4ba4-b2f5-ff4be8871918 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:15.714206 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-18b09702-3253-48fa-b7f4-ff52e683c503 req-6278f23b-e2e8-4ba4-b2f5-ff4be8871918 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 943 time: 0.1080725 Oct 26 15:02:15.793007 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-18b09702-3253-48fa-b7f4-ff52e683c503 req-5e679a0e-9287-49f9-b0ff-2f80aca81abf tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcc71342-7fe5-4670-9507-312ce82cc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728114 Oct 26 15:02:15.849520 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-351c9a21-e645-4b86-a6c1-859f4a3c827d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:15.978495 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-6b9175f9-dce7-44ef-aa47-1c0a594de351 None None] Publish callbacks [] for port, precommit_create {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:16.124448 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-6b9175f9-dce7-44ef-aa47-1c0a594de351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706'] for port, after_create {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:16.208409 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9175f9-dce7-44ef-aa47-1c0a594de351 None None] Network cb1882a3-668f-4be4-b145-338650ea2d5d is already hosted by enough agents. {{(pid=108649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:02:16.212703 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.scheduler.base_scheduler [None req-6b9175f9-dce7-44ef-aa47-1c0a594de351 None None] Resources bound (agent type, host, resource id): {{(pid=108649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:02:16.217517 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9175f9-dce7-44ef-aa47-1c0a594de351 None None] Received port after_create {{(pid=108649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:02:16.261932 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9175f9-dce7-44ef-aa47-1c0a594de351 None None] Pushing event updated for resources: {'Port': ['ID=1395e052-4cef-4fc0-be2e-7961b22c0bb9,revision_number=1']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:16.313471 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-351c9a21-e645-4b86-a6c1-859f4a3c827d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:16.321882 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-6b9175f9-dce7-44ef-aa47-1c0a594de351 None None] Attempting to bind port 1395e052-4cef-4fc0-be2e-7961b22c0bb9 on host dv-cinder-732704-6-iscsi for vnic_type normal with profile {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:02:16.322578 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-6b9175f9-dce7-44ef-aa47-1c0a594de351 None None] Attempting to bind port 1395e052-4cef-4fc0-be2e-7961b22c0bb9 by drivers openvswitch,hyperv on host dv-cinder-732704-6-iscsi at level 0 using segments [{'id': 'c35993a7-c2db-4703-9589-9853cc7fe472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cb1882a3-668f-4be4-b145-338650ea2d5d'}] {{(pid=108649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:02:16.323175 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9175f9-dce7-44ef-aa47-1c0a594de351 None None] Attempting to bind port 1395e052-4cef-4fc0-be2e-7961b22c0bb9 on network cb1882a3-668f-4be4-b145-338650ea2d5d {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:02:16.331359 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9175f9-dce7-44ef-aa47-1c0a594de351 None None] Checking agent: {'id': '7cf7ebdc-aa0b-44cf-abbb-a49983147622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-732704-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 14, 50, 44), 'started_at': datetime.datetime(2021, 10, 26, 14, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-732704-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:02:16.333062 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9175f9-dce7-44ef-aa47-1c0a594de351 None None] Checking segment: {'id': 'c35993a7-c2db-4703-9589-9853cc7fe472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cb1882a3-668f-4be4-b145-338650ea2d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:02:16.333884 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-6b9175f9-dce7-44ef-aa47-1c0a594de351 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:16.337410 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9175f9-dce7-44ef-aa47-1c0a594de351 None None] Bound using segment: {'id': 'c35993a7-c2db-4703-9589-9853cc7fe472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cb1882a3-668f-4be4-b145-338650ea2d5d'} {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:02:16.338156 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-6b9175f9-dce7-44ef-aa47-1c0a594de351 None None] Bound port: 1395e052-4cef-4fc0-be2e-7961b22c0bb9, host: dv-cinder-732704-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c35993a7-c2db-4703-9589-9853cc7fe472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cb1882a3-668f-4be4-b145-338650ea2d5d'}}] {{(pid=108649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:02:16.338775 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-6b9175f9-dce7-44ef-aa47-1c0a594de351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:16.348409 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-351c9a21-e645-4b86-a6c1-859f4a3c827d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:16.458477 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-6b9175f9-dce7-44ef-aa47-1c0a594de351 None None] For port 1395e052-4cef-4fc0-be2e-7961b22c0bb9, host dv-cinder-732704-6-iscsi, cleared binding levels {{(pid=108649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:02:16.465216 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-6b9175f9-dce7-44ef-aa47-1c0a594de351 None None] For port 1395e052-4cef-4fc0-be2e-7961b22c0bb9, host dv-cinder-732704-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=1395e052-4cef-4fc0-be2e-7961b22c0bb9,segment=NetworkSegment(c35993a7-c2db-4703-9589-9853cc7fe472),segment_id=c35993a7-c2db-4703-9589-9853cc7fe472)] {{(pid=108649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:02:16.540387 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.db_base_plugin_common [None req-351c9a21-e645-4b86-a6c1-859f4a3c827d admin admin] Allocated IP 172.27.0.212 (164d7f62-997a-4502-882b-0bfc21bc1de5/6ece9388-c7af-48ed-bfac-1151ab9231f6/ad86213e-63d8-4eaf-897a-3abaea415222) {{(pid=108647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:02:16.623416 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-6b9175f9-dce7-44ef-aa47-1c0a594de351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:16.705209 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9175f9-dce7-44ef-aa47-1c0a594de351 None None] Pushing event updated for resources: {'Port': ['ID=1395e052-4cef-4fc0-be2e-7961b22c0bb9,revision_number=2']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:16.766056 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-351c9a21-e645-4b86-a6c1-859f4a3c827d admin admin] Publish callbacks [] for port, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:16.968071 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57c29b-c6d2-4dc3-97ba-8d4dfeec18f1 req-3f7c19fc-433f-423f-a554-45eb8931e464 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:16.968071 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9f57c29b-c6d2-4dc3-97ba-8d4dfeec18f1 req-3f7c19fc-433f-423f-a554-45eb8931e464 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 943 time: 0.0855246 Oct 26 15:02:17.076556 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9f57c29b-c6d2-4dc3-97ba-8d4dfeec18f1 req-e801e4b0-68f2-4d77-b9d6-d771a23df66b tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcc71342-7fe5-4670-9507-312ce82cc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062558 Oct 26 15:02:17.185131 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-351c9a21-e645-4b86-a6c1-859f4a3c827d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:17.232468 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351c9a21-e645-4b86-a6c1-859f4a3c827d admin admin] Network 164d7f62-997a-4502-882b-0bfc21bc1de5 is already hosted by enough agents. {{(pid=108647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:02:17.323381 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [None req-351c9a21-e645-4b86-a6c1-859f4a3c827d admin admin] Resources bound (agent type, host, resource id): {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:02:17.345020 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351c9a21-e645-4b86-a6c1-859f4a3c827d admin admin] Received port after_create {{(pid=108647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:02:17.435336 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c9a21-e645-4b86-a6c1-859f4a3c827d admin admin] Pushing event updated for resources: {'Port': ['ID=ad86213e-63d8-4eaf-897a-3abaea415222,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:17.661080 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 60416) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:17.800552 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-351c9a21-e645-4b86-a6c1-859f4a3c827d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:17.900382 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-e6394c21-3a0b-469f-9ad7-041b543fc6ff admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1982504479-network', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470'}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:02:18.058754 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6394c21-3a0b-469f-9ad7-041b543fc6ff admin admin] Made reservation on behalf of 1c0d3cfad56e4c61a215d25516cd6470 for: {'network': 1} {{(pid=108648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:02:18.061265 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-e6394c21-3a0b-469f-9ad7-041b543fc6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for network, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:18.072136 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-e6394c21-3a0b-469f-9ad7-041b543fc6ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:18.074559 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-351c9a21-e645-4b86-a6c1-859f4a3c827d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536295198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536295836'] for router, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:18.166822 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3db6705-977b-42d0-be92-99f5adf042ac None None] Network cb1882a3-668f-4be4-b145-338650ea2d5d requested from dv-cinder-732704-6-iscsi {{(pid=108649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:02:18.250578 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-3b85f3c3-feab-437c-b1fa-88c52103906a None None] Provisioning complete for port 1395e052-4cef-4fc0-be2e-7961b22c0bb9 triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:02:18.251786 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-3b85f3c3-feab-437c-b1fa-88c52103906a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:18.300638 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-e6394c21-3a0b-469f-9ad7-041b543fc6ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:18.311116 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a9ff2-02ef-4d94-b22d-4052610286f7 req-4517d479-2907-4843-b9e3-7cbbf1f84cb3 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:18.312941 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-be2a9ff2-02ef-4d94-b22d-4052610286f7 req-4517d479-2907-4843-b9e3-7cbbf1f84cb3 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 943 time: 0.1204860 Oct 26 15:02:18.379645 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-e6394c21-3a0b-469f-9ad7-041b543fc6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:18.397007 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-be2a9ff2-02ef-4d94-b22d-4052610286f7 req-febd96e6-3c1a-4217-8690-e47744142ff0 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcc71342-7fe5-4670-9507-312ce82cc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662103 Oct 26 15:02:18.430198 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351c9a21-e645-4b86-a6c1-859f4a3c827d admin admin] Router 50816879-d3e1-4955-81f5-1c88c8bdf3e0 is scheduled to L3 agent aad0d180-bd62-492d-9d56-445be5af9cbd with binding_index 1 {{(pid=108647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:02:18.437705 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6394c21-3a0b-469f-9ad7-041b543fc6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba20bd5c-262d-4bdb-b71c-9b0817aa12fa,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:18.441892 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6394c21-3a0b-469f-9ad7-041b543fc6ff admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=108648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:02:18.458726 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-3b85f3c3-feab-437c-b1fa-88c52103906a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:18.476436 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-e6394c21-3a0b-469f-9ad7-041b543fc6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888'] for segment, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:18.476835 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.db.segments_db [None req-e6394c21-3a0b-469f-9ad7-041b543fc6ff admin admin] Added segment 8621fa32-c66b-4463-805f-ba8280121809 of type vlan for network d121bef5-e7a7-4cc1-ab11-dcb6c02a3865 Oct 26 15:02:18.573766 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-3b85f3c3-feab-437c-b1fa-88c52103906a None None] For port 1395e052-4cef-4fc0-be2e-7961b22c0bb9, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=1395e052-4cef-4fc0-be2e-7961b22c0bb9,segment=NetworkSegment(c35993a7-c2db-4703-9589-9853cc7fe472),segment_id=c35993a7-c2db-4703-9589-9853cc7fe472)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:02:18.588971 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-e6394c21-3a0b-469f-9ad7-041b543fc6ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752337516683'] for network, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:18.654244 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-3b85f3c3-feab-437c-b1fa-88c52103906a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:18.702501 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351c9a21-e645-4b86-a6c1-859f4a3c827d admin admin] Notify agent at l3_agent.dv-cinder-732704-6-iscsi the message routers_updated {{(pid=108647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:02:18.712459 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f688e46c-25cb-47a6-90aa-ee4a4db5371e None None] Sync routers for ids ['50816879-d3e1-4955-81f5-1c88c8bdf3e0'] in dv-cinder-732704-6-iscsi {{(pid=108650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:02:18.736143 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-e6394c21-3a0b-469f-9ad7-041b543fc6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593'] for network, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:18.738206 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6394c21-3a0b-469f-9ad7-041b543fc6ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:18.745918 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-e6394c21-3a0b-469f-9ad7-041b543fc6ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for network, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:18.748208 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f688e46c-25cb-47a6-90aa-ee4a4db5371e None None] Routers {'50816879-d3e1-4955-81f5-1c88c8bdf3e0'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:02:18.749213 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-f688e46c-25cb-47a6-90aa-ee4a4db5371e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:02:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['50816879-d3e1-4955-81f5-1c88c8bdf3e0'], 'active': True} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:02:18.776378 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b85f3c3-feab-437c-b1fa-88c52103906a None None] Pushing event updated for resources: {'Port': ['ID=1395e052-4cef-4fc0-be2e-7961b22c0bb9,revision_number=3']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:18.836182 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-351c9a21-e645-4b86-a6c1-859f4a3c827d admin admin] Publish callbacks [] for router, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:18.840163 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-351c9a21-e645-4b86-a6c1-859f4a3c827d admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.6660001 Oct 26 15:02:18.840976 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 60426) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:18.857881 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6394c21-3a0b-469f-9ad7-041b543fc6ff admin admin] Pushing event updated for resources: {'Network': ['ID=d121bef5-e7a7-4cc1-ab11-dcb6c02a3865,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:18.879593 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-e6394c21-3a0b-469f-9ad7-041b543fc6ff admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2150154 Oct 26 15:02:18.883152 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 60430) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:18.884215 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Network d121bef5-e7a7-4cc1-ab11-dcb6c02a3865 details requested by agent ovs-agent-dv-cinder-732704-6-iscsi with host dv-cinder-732704-6-iscsi {{(pid=108649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:02:18.892552 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-5754cd74-936b-47d6-beb6-ee1294a19c94 admin admin] Request body: {'subnet': {'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1982504479-subnet', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'ip_version': 4}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:02:18.999997 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 1395e052-4cef-4fc0-be2e-7961b22c0bb9 up at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:02:19.004253 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvr_db [None req-f688e46c-25cb-47a6-90aa-ee4a4db5371e None None] Set router 50816879-d3e1-4955-81f5-1c88c8bdf3e0 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:02:19.035279 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5754cd74-936b-47d6-beb6-ee1294a19c94 admin admin] Made reservation on behalf of 1c0d3cfad56e4c61a215d25516cd6470 for: {'subnet': 1} {{(pid=108648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:02:19.038342 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-5754cd74-936b-47d6-beb6-ee1294a19c94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8405531'] for subnet, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:19.233020 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-7fb5fe10-b2ed-40fc-80ce-61b1c963b37a None None] Provisioning complete for port 1395e052-4cef-4fc0-be2e-7961b22c0bb9 triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:02:19.233620 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-7fb5fe10-b2ed-40fc-80ce-61b1c963b37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:19.298318 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Provisioning complete for port 1395e052-4cef-4fc0-be2e-7961b22c0bb9 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:02:19.298710 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:19.329313 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-f688e46c-25cb-47a6-90aa-ee4a4db5371e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50816879-d3e1-4955-81f5-1c88c8bdf3e0', 'name': 'tempest-TestShelveInstance-156439260-router', 'tenant_id': 'd27ee21879a14361af0baabc0f7cf95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'ad86213e-63d8-4eaf-897a-3abaea415222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:15Z', 'updated_at': '2021-10-26T15:02:17Z', 'revision_number': 3, 'project_id': 'd27ee21879a14361af0baabc0f7cf95f', 'gw_port': {'id': 'ad86213e-63d8-4eaf-897a-3abaea415222', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:61:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50816879-d3e1-4955-81f5-1c88c8bdf3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:16Z', 'updated_at': '2021-10-26T15:02:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi'}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:02:19.391373 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f688e46c-25cb-47a6-90aa-ee4a4db5371e None None] Checking router: 50816879-d3e1-4955-81f5-1c88c8bdf3e0 for host: dv-cinder-732704-6-iscsi {{(pid=108650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:02:19.391715 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f688e46c-25cb-47a6-90aa-ee4a4db5371e None None] Updating router 50816879-d3e1-4955-81f5-1c88c8bdf3e0 port ad86213e-63d8-4eaf-897a-3abaea415222 binding host dv-cinder-732704-6-iscsi {{(pid=108650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:02:19.447724 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-f688e46c-25cb-47a6-90aa-ee4a4db5371e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:19.528613 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-5754cd74-936b-47d6-beb6-ee1294a19c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3396931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8405541'] for subnet, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:19.624538 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d5d5b-b192-402d-9e9a-e9b804e95e4d req-5ec33aa5-04fd-46a0-a07c-a4b46c4f6c27 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:19.629375 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6d3d5d5b-b192-402d-9e9a-e9b804e95e4d req-5ec33aa5-04fd-46a0-a07c-a4b46c4f6c27 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 943 time: 0.1093154 Oct 26 15:02:19.653734 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5754cd74-936b-47d6-beb6-ee1294a19c94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2f548be-e416-40d5-a12d-a157ab7e380b,revision_number=0']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:19.696216 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5754cd74-936b-47d6-beb6-ee1294a19c94 admin admin] Checking segment: {'id': '8621fa32-c66b-4463-805f-ba8280121809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:02:19.696783 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5754cd74-936b-47d6-beb6-ee1294a19c94 admin admin] Network hostable DHCP agents. Network: d121bef5-e7a7-4cc1-ab11-dcb6c02a3865, hostable agents: ['b4d4e8dd-6314-45fe-b027-8ffd5f87ed07'], hosted agents: [] {{(pid=108648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:02:19.705512 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5754cd74-936b-47d6-beb6-ee1294a19c94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:02:19.705980 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5754cd74-936b-47d6-beb6-ee1294a19c94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:02:19.706517 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5754cd74-936b-47d6-beb6-ee1294a19c94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:02:19.707073 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5754cd74-936b-47d6-beb6-ee1294a19c94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:02:19.707612 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5754cd74-936b-47d6-beb6-ee1294a19c94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:02:19.708152 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5754cd74-936b-47d6-beb6-ee1294a19c94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:02:19.708691 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5754cd74-936b-47d6-beb6-ee1294a19c94 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:02:19.709232 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5754cd74-936b-47d6-beb6-ee1294a19c94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:02:19.709776 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5754cd74-936b-47d6-beb6-ee1294a19c94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:02:19.711571 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5754cd74-936b-47d6-beb6-ee1294a19c94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:02:19.712183 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5754cd74-936b-47d6-beb6-ee1294a19c94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:02:19.712701 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5754cd74-936b-47d6-beb6-ee1294a19c94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:02:19.816230 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6d3d5d5b-b192-402d-9e9a-e9b804e95e4d req-def8bb24-d6e5-490a-bfc7-462905b7a334 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcc71342-7fe5-4670-9507-312ce82cc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753008 Oct 26 15:02:19.825522 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-f688e46c-25cb-47a6-90aa-ee4a4db5371e None None] Publish callbacks [] for port, precommit_update {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:19.847023 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-b7063b03-7de1-4a59-afdc-9ecac117d087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:19.892498 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5754cd74-936b-47d6-beb6-ee1294a19c94 admin admin] Network d121bef5-e7a7-4cc1-ab11-dcb6c02a3865 is scheduled to be hosted by DHCP agent b4d4e8dd-6314-45fe-b027-8ffd5f87ed07 with binding_index 1 {{(pid=108648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:02:19.912919 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-f688e46c-25cb-47a6-90aa-ee4a4db5371e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:19.971253 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611dfc2a-dd31-4b16-975b-0a3ee4d107f6 None None] Pushing event updated for resources: {'Port': ['ID=ad86213e-63d8-4eaf-897a-3abaea415222,revision_number=2']} {{(pid=108650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:20.001094 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.base_scheduler [None req-5754cd74-936b-47d6-beb6-ee1294a19c94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-732704-6-iscsi, d121bef5-e7a7-4cc1-ab11-dcb6c02a3865) {{(pid=108648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:02:20.010868 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5754cd74-936b-47d6-beb6-ee1294a19c94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:20.010868 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-5754cd74-936b-47d6-beb6-ee1294a19c94 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:20.021203 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fd8922-64a1-42f8-804e-9dcf15df4234 None None] Network d121bef5-e7a7-4cc1-ab11-dcb6c02a3865 requested from dv-cinder-732704-6-iscsi {{(pid=108649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:02:20.046045 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.managers [None req-f688e46c-25cb-47a6-90aa-ee4a4db5371e None None] Attempting to bind port ad86213e-63d8-4eaf-897a-3abaea415222 on host dv-cinder-732704-6-iscsi for vnic_type normal with profile {{(pid=108650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:02:20.047120 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.managers [None req-f688e46c-25cb-47a6-90aa-ee4a4db5371e None None] Attempting to bind port ad86213e-63d8-4eaf-897a-3abaea415222 by drivers openvswitch,hyperv on host dv-cinder-732704-6-iscsi at level 0 using segments [{'id': '48b4b2e5-ca40-4770-b351-7c2adc646ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'}] {{(pid=108650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:02:20.047815 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f688e46c-25cb-47a6-90aa-ee4a4db5371e None None] Attempting to bind port ad86213e-63d8-4eaf-897a-3abaea415222 on network 164d7f62-997a-4502-882b-0bfc21bc1de5 {{(pid=108650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:02:20.058005 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f688e46c-25cb-47a6-90aa-ee4a4db5371e None None] Checking agent: {'id': '7cf7ebdc-aa0b-44cf-abbb-a49983147622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-732704-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 14, 50, 44), 'started_at': datetime.datetime(2021, 10, 26, 14, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-732704-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:02:20.058898 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f688e46c-25cb-47a6-90aa-ee4a4db5371e None None] Checking segment: {'id': '48b4b2e5-ca40-4770-b351-7c2adc646ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:02:20.059493 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-f688e46c-25cb-47a6-90aa-ee4a4db5371e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:20.060250 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f688e46c-25cb-47a6-90aa-ee4a4db5371e None None] Bound using segment: {'id': '48b4b2e5-ca40-4770-b351-7c2adc646ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'} {{(pid=108650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:02:20.060905 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.managers [None req-f688e46c-25cb-47a6-90aa-ee4a4db5371e None None] Bound port: ad86213e-63d8-4eaf-897a-3abaea415222, host: dv-cinder-732704-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48b4b2e5-ca40-4770-b351-7c2adc646ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'}}] {{(pid=108650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:02:20.061486 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-f688e46c-25cb-47a6-90aa-ee4a4db5371e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:20.067157 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.db_base_plugin_common [None req-b7063b03-7de1-4a59-afdc-9ecac117d087 admin admin] Allocated IP 172.20.0.1 (cb1882a3-668f-4be4-b145-338650ea2d5d/f3751a7e-e8cf-4058-a8ef-38ac9afbb57b/b07a00ea-4f47-4fea-9a28-fe44f6bea741) {{(pid=108647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:02:20.146631 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 60456) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:20.147672 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-5754cd74-936b-47d6-beb6-ee1294a19c94 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2633984 Oct 26 15:02:20.157397 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [None req-a37b848c-12ff-4c75-a1d9-3e771a354860 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1982504479-router', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'}}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:02:20.197106 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.db [None req-f688e46c-25cb-47a6-90aa-ee4a4db5371e None None] For port ad86213e-63d8-4eaf-897a-3abaea415222, host dv-cinder-732704-6-iscsi, cleared binding levels {{(pid=108650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:02:20.202038 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.db [None req-f688e46c-25cb-47a6-90aa-ee4a4db5371e None None] For port ad86213e-63d8-4eaf-897a-3abaea415222, host dv-cinder-732704-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=ad86213e-63d8-4eaf-897a-3abaea415222,segment=NetworkSegment(48b4b2e5-ca40-4770-b351-7c2adc646ed5),segment_id=48b4b2e5-ca40-4770-b351-7c2adc646ed5)] {{(pid=108650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:02:20.266939 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1549b213-bbb0-4e38-8cc6-9afa6d9775c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72fa0a13-38eb-554b-8c64-da8832a67d1e-d121bef5-e7a7-4cc1-ab11-dcb6c02a3865', 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'fixed_ips': [{'subnet_id': 'd2f548be-e416-40d5-a12d-a157ab7e380b'}]}} from dv-cinder-732704-6-iscsi. {{(pid=108649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 15:02:20.268328 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-1549b213-bbb0-4e38-8cc6-9afa6d9775c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:20.308422 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-a37b848c-12ff-4c75-a1d9-3e771a354860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536294039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2878'] for router, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:20.311986 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-a37b848c-12ff-4c75-a1d9-3e771a354860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536295207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536295873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2849'] for router, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:20.313422 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-f688e46c-25cb-47a6-90aa-ee4a4db5371e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:20.341974 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-b7063b03-7de1-4a59-afdc-9ecac117d087 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:20.380509 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e433230-886c-4e71-aa11-a45b12993e40 req-b984e517-15a8-404a-8c52-c6ae4c14d7a2 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:20.385227 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5e433230-886c-4e71-aa11-a45b12993e40 req-b984e517-15a8-404a-8c52-c6ae4c14d7a2 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 945 time: 0.1088212 Oct 26 15:02:20.444461 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-a37b848c-12ff-4c75-a1d9-3e771a354860 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:20.451037 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5e433230-886c-4e71-aa11-a45b12993e40 req-fdea629b-3cba-43a1-9ea5-ee456b178139 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573401 Oct 26 15:02:20.486743 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e5a3c-134a-4a49-9d96-64df1105722a req-b339ccdb-24ef-41d9-86df-5f4cb12a49a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:20.487834 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-1f5e5a3c-134a-4a49-9d96-64df1105722a req-b339ccdb-24ef-41d9-86df-5f4cb12a49a4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ae37455caad1400c9591e7587ec53aef&device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 1096 time: 0.2744224 Oct 26 15:02:20.506750 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f688e46c-25cb-47a6-90aa-ee4a4db5371e None None] Routers {'50816879-d3e1-4955-81f5-1c88c8bdf3e0'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:02:20.507981 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-f688e46c-25cb-47a6-90aa-ee4a4db5371e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:02:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['50816879-d3e1-4955-81f5-1c88c8bdf3e0'], 'active': True} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:02:20.535808 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.db_base_plugin_common [None req-1549b213-bbb0-4e38-8cc6-9afa6d9775c3 None None] Allocated IP 172.20.0.2 (d121bef5-e7a7-4cc1-ab11-dcb6c02a3865/d2f548be-e416-40d5-a12d-a157ab7e380b/79230ac1-1c1d-4728-8534-5d114553b6b5) {{(pid=108649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:02:20.577528 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-1f5e5a3c-134a-4a49-9d96-64df1105722a req-0b32fff5-6ec1-4cd1-a0b6-14c876f1bdc6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2eb0799-7052-4b1e-a495-442ca53b30f3 HTTP/1.1" status: 200 len: 217 time: 0.0545797 Oct 26 15:02:20.582022 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611dfc2a-dd31-4b16-975b-0a3ee4d107f6 None None] Pushing event updated for resources: {'Port': ['ID=ad86213e-63d8-4eaf-897a-3abaea415222,revision_number=3']} {{(pid=108650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:20.660692 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvr_db [None req-f688e46c-25cb-47a6-90aa-ee4a4db5371e None None] Set router 50816879-d3e1-4955-81f5-1c88c8bdf3e0 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:02:20.697648 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-b7063b03-7de1-4a59-afdc-9ecac117d087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:20.764109 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-1549b213-bbb0-4e38-8cc6-9afa6d9775c3 None None] Publish callbacks [] for port, precommit_create {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:20.804729 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7063b03-7de1-4a59-afdc-9ecac117d087 admin admin] Network cb1882a3-668f-4be4-b145-338650ea2d5d is already hosted by enough agents. {{(pid=108647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:02:20.859076 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 1395e052-4cef-4fc0-be2e-7961b22c0bb9 up at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:02:20.864868 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-1549b213-bbb0-4e38-8cc6-9afa6d9775c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706'] for port, after_create {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:20.934217 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-f688e46c-25cb-47a6-90aa-ee4a4db5371e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50816879-d3e1-4955-81f5-1c88c8bdf3e0', 'name': 'tempest-TestShelveInstance-156439260-router', 'tenant_id': 'd27ee21879a14361af0baabc0f7cf95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'ad86213e-63d8-4eaf-897a-3abaea415222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:15Z', 'updated_at': '2021-10-26T15:02:17Z', 'revision_number': 3, 'project_id': 'd27ee21879a14361af0baabc0f7cf95f', 'gw_port': {'id': 'ad86213e-63d8-4eaf-897a-3abaea415222', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:61:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50816879-d3e1-4955-81f5-1c88c8bdf3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:16Z', 'updated_at': '2021-10-26T15:02:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi'}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:02:20.952562 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1549b213-bbb0-4e38-8cc6-9afa6d9775c3 None None] Network d121bef5-e7a7-4cc1-ab11-dcb6c02a3865 is already hosted by enough agents. {{(pid=108649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:02:20.960121 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.scheduler.base_scheduler [None req-1549b213-bbb0-4e38-8cc6-9afa6d9775c3 None None] Resources bound (agent type, host, resource id): {{(pid=108649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:02:20.962460 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1549b213-bbb0-4e38-8cc6-9afa6d9775c3 None None] Pushing event updated for resources: {'Port': ['ID=79230ac1-1c1d-4728-8534-5d114553b6b5,revision_number=1']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:20.965255 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1549b213-bbb0-4e38-8cc6-9afa6d9775c3 None None] Received port after_create {{(pid=108649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:02:21.012566 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e176b-b190-4736-8349-4f040cb6f918 req-8d30bb6a-c55c-4108-bbc4-e815a10b6971 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:21.015876 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-889e176b-b190-4736-8349-4f040cb6f918 req-8d30bb6a-c55c-4108-bbc4-e815a10b6971 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 943 time: 0.0945113 Oct 26 15:02:21.032243 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f688e46c-25cb-47a6-90aa-ee4a4db5371e None None] The sync data for ids ['50816879-d3e1-4955-81f5-1c88c8bdf3e0'] in dv-cinder-732704-6-iscsi is: [{'id': '50816879-d3e1-4955-81f5-1c88c8bdf3e0', 'name': 'tempest-TestShelveInstance-156439260-router', 'tenant_id': 'd27ee21879a14361af0baabc0f7cf95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'ad86213e-63d8-4eaf-897a-3abaea415222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:15Z', 'updated_at': '2021-10-26T15:02:17Z', 'revision_number': 3, 'project_id': 'd27ee21879a14361af0baabc0f7cf95f', 'gw_port': {'id': 'ad86213e-63d8-4eaf-897a-3abaea415222', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:61:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50816879-d3e1-4955-81f5-1c88c8bdf3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:16Z', 'updated_at': '2021-10-26T15:02:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi'}] {{(pid=108650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:02:21.088182 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-889e176b-b190-4736-8349-4f040cb6f918 req-93af72c1-4c2a-44ea-b432-f27086dfd8e4 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcc71342-7fe5-4670-9507-312ce82cc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653913 Oct 26 15:02:21.100445 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Provisioning complete for port 1395e052-4cef-4fc0-be2e-7961b22c0bb9 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:02:21.101481 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:21.148670 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-1549b213-bbb0-4e38-8cc6-9afa6d9775c3 None None] Attempting to bind port 79230ac1-1c1d-4728-8534-5d114553b6b5 on host dv-cinder-732704-6-iscsi for vnic_type normal with profile {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:02:21.149359 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-1549b213-bbb0-4e38-8cc6-9afa6d9775c3 None None] Attempting to bind port 79230ac1-1c1d-4728-8534-5d114553b6b5 by drivers openvswitch,hyperv on host dv-cinder-732704-6-iscsi at level 0 using segments [{'id': '8621fa32-c66b-4463-805f-ba8280121809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865'}] {{(pid=108649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:02:21.149705 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1549b213-bbb0-4e38-8cc6-9afa6d9775c3 None None] Attempting to bind port 79230ac1-1c1d-4728-8534-5d114553b6b5 on network d121bef5-e7a7-4cc1-ab11-dcb6c02a3865 {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:02:21.163211 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1549b213-bbb0-4e38-8cc6-9afa6d9775c3 None None] Checking agent: {'id': '7cf7ebdc-aa0b-44cf-abbb-a49983147622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-732704-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 14, 50, 44), 'started_at': datetime.datetime(2021, 10, 26, 14, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-732704-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:02:21.163211 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1549b213-bbb0-4e38-8cc6-9afa6d9775c3 None None] Checking segment: {'id': '8621fa32-c66b-4463-805f-ba8280121809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:02:21.167348 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-1549b213-bbb0-4e38-8cc6-9afa6d9775c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:21.167348 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1549b213-bbb0-4e38-8cc6-9afa6d9775c3 None None] Bound using segment: {'id': '8621fa32-c66b-4463-805f-ba8280121809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865'} {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:02:21.167348 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-1549b213-bbb0-4e38-8cc6-9afa6d9775c3 None None] Bound port: 79230ac1-1c1d-4728-8534-5d114553b6b5, host: dv-cinder-732704-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8621fa32-c66b-4463-805f-ba8280121809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865'}}] {{(pid=108649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:02:21.167348 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-1549b213-bbb0-4e38-8cc6-9afa6d9775c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:21.259592 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [None req-b7063b03-7de1-4a59-afdc-9ecac117d087 admin admin] Resources bound (agent type, host, resource id): {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:02:21.269449 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-a37b848c-12ff-4c75-a1d9-3e771a354860 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:21.273901 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7063b03-7de1-4a59-afdc-9ecac117d087 admin admin] Received port after_create {{(pid=108647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:02:21.279622 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e5a3c-134a-4a49-9d96-64df1105722a req-0b0a451c-a28e-4af0-8fa5-874d2407a553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:21.281304 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-1f5e5a3c-134a-4a49-9d96-64df1105722a req-0b0a451c-a28e-4af0-8fa5-874d2407a553 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7cf36ff4-7097-4007-a564-c4675e4a120f HTTP/1.1" status: 200 len: 854 time: 0.6192474 Oct 26 15:02:21.282928 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-1549b213-bbb0-4e38-8cc6-9afa6d9775c3 None None] For port 79230ac1-1c1d-4728-8534-5d114553b6b5, host dv-cinder-732704-6-iscsi, cleared binding levels {{(pid=108649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:02:21.293743 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-1549b213-bbb0-4e38-8cc6-9afa6d9775c3 None None] For port 79230ac1-1c1d-4728-8534-5d114553b6b5, host dv-cinder-732704-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=79230ac1-1c1d-4728-8534-5d114553b6b5,segment=NetworkSegment(8621fa32-c66b-4463-805f-ba8280121809),segment_id=8621fa32-c66b-4463-805f-ba8280121809)] {{(pid=108649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:02:21.300511 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7063b03-7de1-4a59-afdc-9ecac117d087 admin admin] Pushing event updated for resources: {'Port': ['ID=b07a00ea-4f47-4fea-9a28-fe44f6bea741,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:21.327855 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7063b03-7de1-4a59-afdc-9ecac117d087 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:02:21.328273 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7063b03-7de1-4a59-afdc-9ecac117d087 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:02:21.328549 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7063b03-7de1-4a59-afdc-9ecac117d087 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:02:21.328895 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7063b03-7de1-4a59-afdc-9ecac117d087 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:02:21.329229 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7063b03-7de1-4a59-afdc-9ecac117d087 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:02:21.329562 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7063b03-7de1-4a59-afdc-9ecac117d087 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:02:21.329897 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7063b03-7de1-4a59-afdc-9ecac117d087 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:02:21.330228 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7063b03-7de1-4a59-afdc-9ecac117d087 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:02:21.330559 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7063b03-7de1-4a59-afdc-9ecac117d087 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:02:21.330918 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7063b03-7de1-4a59-afdc-9ecac117d087 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:02:21.331246 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7063b03-7de1-4a59-afdc-9ecac117d087 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:02:21.331575 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7063b03-7de1-4a59-afdc-9ecac117d087 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:02:21.359776 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-b7063b03-7de1-4a59-afdc-9ecac117d087 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536297409'] for router_interface, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:21.468051 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-1549b213-bbb0-4e38-8cc6-9afa6d9775c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:21.516893 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e5a3c-134a-4a49-9d96-64df1105722a req-afa4980b-5319-4870-aa73-e351623b3468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:21.519666 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-1f5e5a3c-134a-4a49-9d96-64df1105722a req-afa4980b-5319-4870-aa73-e351623b3468 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=aa36fb45-c81d-4582-a1d1-4df2ccc686c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2151608 Oct 26 15:02:21.552808 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1549b213-bbb0-4e38-8cc6-9afa6d9775c3 None None] Pushing event updated for resources: {'Port': ['ID=79230ac1-1c1d-4728-8534-5d114553b6b5,revision_number=2']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:21.707630 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34f63d-29a0-4a57-9201-dae08742e9d7 req-15f689dd-0366-4228-8082-004ffb66df1d tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:21.712375 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1b34f63d-29a0-4a57-9201-dae08742e9d7 req-15f689dd-0366-4228-8082-004ffb66df1d tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 945 time: 0.0846829 Oct 26 15:02:21.775707 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-4956534a-8de6-45d1-bbbb-7063f60821de None None] Provisioning complete for port b07a00ea-4f47-4fea-9a28-fe44f6bea741 triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:02:21.776183 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-4956534a-8de6-45d1-bbbb-7063f60821de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:21.800154 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-1f5e5a3c-134a-4a49-9d96-64df1105722a req-5692396f-8229-4840-8ee4-d0724cab1a9d service neutron] 10.222.0.76 "GET /v2.0/networks/aa36fb45-c81d-4582-a1d1-4df2ccc686c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656603 Oct 26 15:02:21.805165 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1b34f63d-29a0-4a57-9201-dae08742e9d7 req-3d2e935f-6651-41ae-98fc-63f41536e76a tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809047 Oct 26 15:02:21.834945 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-4956534a-8de6-45d1-bbbb-7063f60821de None None] Port b07a00ea-4f47-4fea-9a28-fe44f6bea741 cannot update to ACTIVE because it is not bound. {{(pid=108649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:02:21.941569 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-1f5e5a3c-134a-4a49-9d96-64df1105722a req-ddcb4ff8-3ca0-4ed7-a421-fe04e4922fb9 service neutron] 10.222.0.76 "GET /v2.0/networks/aa36fb45-c81d-4582-a1d1-4df2ccc686c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248159 Oct 26 15:02:22.081188 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-b7063b03-7de1-4a59-afdc-9ecac117d087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:22.158097 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-a37b848c-12ff-4c75-a1d9-3e771a354860 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:22.192321 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-a37b848c-12ff-4c75-a1d9-3e771a354860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:22.262734 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cac1e8-ae0e-4093-af39-569a93e2e3f8 req-0f6894b1-afcb-4841-9f41-2d03182b2c7d tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:22.264900 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c7cac1e8-ae0e-4093-af39-569a93e2e3f8 req-0f6894b1-afcb-4841-9f41-2d03182b2c7d tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 943 time: 0.0751054 Oct 26 15:02:22.335398 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c7cac1e8-ae0e-4093-af39-569a93e2e3f8 req-2bc6a154-0bc9-4186-a330-a376c601a137 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcc71342-7fe5-4670-9507-312ce82cc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639198 Oct 26 15:02:22.402432 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.db_base_plugin_common [None req-a37b848c-12ff-4c75-a1d9-3e771a354860 admin admin] Allocated IP 172.27.0.24 (164d7f62-997a-4502-882b-0bfc21bc1de5/6ece9388-c7af-48ed-bfac-1151ab9231f6/258a6c86-79a5-4c0d-8937-9742466f1498) {{(pid=108647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:02:22.434465 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-b7063b03-7de1-4a59-afdc-9ecac117d087 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:22.509036 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-b7063b03-7de1-4a59-afdc-9ecac117d087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8556446'] for port, after_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:22.590344 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-a37b848c-12ff-4c75-a1d9-3e771a354860 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:22.613958 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7063b03-7de1-4a59-afdc-9ecac117d087 admin admin] Pushing event updated for resources: {'Port': ['ID=b07a00ea-4f47-4fea-9a28-fe44f6bea741,revision_number=2']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:22.619356 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-b7063b03-7de1-4a59-afdc-9ecac117d087 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536254647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536296017'] for router_interface, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:22.733063 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7063b03-7de1-4a59-afdc-9ecac117d087 admin admin] Network cb1882a3-668f-4be4-b145-338650ea2d5d is already hosted by enough agents. {{(pid=108647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:02:22.734543 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [None req-b7063b03-7de1-4a59-afdc-9ecac117d087 admin admin] Resources bound (agent type, host, resource id): {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:02:22.807922 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-a37b848c-12ff-4c75-a1d9-3e771a354860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:22.893947 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37b848c-12ff-4c75-a1d9-3e771a354860 admin admin] Network 164d7f62-997a-4502-882b-0bfc21bc1de5 is already hosted by enough agents. {{(pid=108647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:02:22.909615 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [None req-a37b848c-12ff-4c75-a1d9-3e771a354860 admin admin] Resources bound (agent type, host, resource id): {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:02:22.909615 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b848c-12ff-4c75-a1d9-3e771a354860 admin admin] Pushing event updated for resources: {'Port': ['ID=258a6c86-79a5-4c0d-8937-9742466f1498,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:22.909615 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37b848c-12ff-4c75-a1d9-3e771a354860 admin admin] Received port after_create {{(pid=108647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:02:22.975705 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device ad86213e-63d8-4eaf-897a-3abaea415222 up at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:02:22.982703 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b8e813-2ab0-4cb4-ac04-723952e32ee4 None None] Network d121bef5-e7a7-4cc1-ab11-dcb6c02a3865 requested from dv-cinder-732704-6-iscsi {{(pid=108649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:02:23.024099 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c05e9-c29d-4783-9bc2-e14d0f369220 req-e9425dec-260b-4332-a60f-ffee66491985 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:23.025719 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-993c05e9-c29d-4783-9bc2-e14d0f369220 req-e9425dec-260b-4332-a60f-ffee66491985 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 945 time: 0.0693600 Oct 26 15:02:23.083097 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-993c05e9-c29d-4783-9bc2-e14d0f369220 req-96ac1e97-9e7c-463c-b95b-644af4fe629d tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487916 Oct 26 15:02:23.087150 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7063b03-7de1-4a59-afdc-9ecac117d087 admin admin] Router 50816879-d3e1-4955-81f5-1c88c8bdf3e0 has already been hosted by L3 agent aad0d180-bd62-492d-9d56-445be5af9cbd {{(pid=108647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:02:23.093023 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-52911aa7-169f-4d9b-978a-82862107051f None None] Provisioning complete for port 79230ac1-1c1d-4728-8534-5d114553b6b5 triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:02:23.093696 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-52911aa7-169f-4d9b-978a-82862107051f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:23.190276 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Provisioning complete for port ad86213e-63d8-4eaf-897a-3abaea415222 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:02:23.190458 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:23.295711 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7063b03-7de1-4a59-afdc-9ecac117d087 admin admin] Notify agent at l3_agent.dv-cinder-732704-6-iscsi the message routers_updated {{(pid=108647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:02:23.304346 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-b7063b03-7de1-4a59-afdc-9ecac117d087 admin admin] 10.222.0.57 "PUT /v2.0/routers/50816879-d3e1-4955-81f5-1c88c8bdf3e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4621506 Oct 26 15:02:23.314793 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-52911aa7-169f-4d9b-978a-82862107051f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:23.322999 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-a37b848c-12ff-4c75-a1d9-3e771a354860 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:23.400127 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 60538) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:23.420246 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-52911aa7-169f-4d9b-978a-82862107051f None None] For port 79230ac1-1c1d-4728-8534-5d114553b6b5, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=79230ac1-1c1d-4728-8534-5d114553b6b5,segment=NetworkSegment(8621fa32-c66b-4463-805f-ba8280121809),segment_id=8621fa32-c66b-4463-805f-ba8280121809)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:02:23.425406 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:23.462961 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] For port ad86213e-63d8-4eaf-897a-3abaea415222, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=ad86213e-63d8-4eaf-897a-3abaea415222,segment=NetworkSegment(48b4b2e5-ca40-4770-b351-7c2adc646ed5),segment_id=48b4b2e5-ca40-4770-b351-7c2adc646ed5)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:02:23.509807 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-52911aa7-169f-4d9b-978a-82862107051f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:23.701453 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4060300-8064-44ad-abaf-dd397e9eb0ad admin admin] Deleting subnet 3cc3ea66-b14b-4fc4-b97d-d186c6e60ed3 {{(pid=108648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 15:02:23.711050 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe3d63-1fcc-4cff-bac6-7b9e2631f7be req-f0c43d8d-40dd-476f-b26f-68f360312a73 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:23.715260 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-adfe3d63-1fcc-4cff-bac6-7b9e2631f7be req-f0c43d8d-40dd-476f-b26f-68f360312a73 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 943 time: 0.1968534 Oct 26 15:02:23.718527 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-e4060300-8064-44ad-abaf-dd397e9eb0ad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:23.804824 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-adfe3d63-1fcc-4cff-bac6-7b9e2631f7be req-ccb65209-b6a7-44b6-91d1-283f217bc533 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcc71342-7fe5-4670-9507-312ce82cc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824096 Oct 26 15:02:23.811801 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-e4060300-8064-44ad-abaf-dd397e9eb0ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3812556'] for subnet, precommit_delete_associations {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:23.837139 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:23.837843 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 79230ac1-1c1d-4728-8534-5d114553b6b5 up at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:02:23.840063 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01088a6-ff30-47ee-8df1-4a18f1cb53d7 None None] Sync routers for ids ['50816879-d3e1-4955-81f5-1c88c8bdf3e0'] in dv-cinder-732704-6-iscsi {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:02:23.899783 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-5ff4434c-9542-4298-bd8d-41cf889c8ba7 None None] Provisioning complete for port b07a00ea-4f47-4fea-9a28-fe44f6bea741 triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:02:23.900111 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-5ff4434c-9542-4298-bd8d-41cf889c8ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:23.900230 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-e4060300-8064-44ad-abaf-dd397e9eb0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536333747'] for subnet, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:23.942802 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01088a6-ff30-47ee-8df1-4a18f1cb53d7 None None] Routers {'50816879-d3e1-4955-81f5-1c88c8bdf3e0'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:02:23.943446 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-b01088a6-ff30-47ee-8df1-4a18f1cb53d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:02:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['50816879-d3e1-4955-81f5-1c88c8bdf3e0'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:02:23.950235 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-5ff4434c-9542-4298-bd8d-41cf889c8ba7 None None] Port b07a00ea-4f47-4fea-9a28-fe44f6bea741 cannot update to ACTIVE because it is not bound. {{(pid=108649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:02:24.004385 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52911aa7-169f-4d9b-978a-82862107051f None None] Pushing event updated for resources: {'Port': ['ID=79230ac1-1c1d-4728-8534-5d114553b6b5,revision_number=3']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:24.083822 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-a37b848c-12ff-4c75-a1d9-3e771a354860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536295198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536295836'] for router, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:24.110912 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-e4060300-8064-44ad-abaf-dd397e9eb0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536333704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3396864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8405564'] for subnet, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:24.133473 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-42eeb6a4-b300-49bd-b030-194cbbc9596a None None] Provisioning complete for port 79230ac1-1c1d-4728-8534-5d114553b6b5 triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:02:24.133880 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-42eeb6a4-b300-49bd-b030-194cbbc9596a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:24.139443 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Pushing event updated for resources: {'Port': ['ID=ad86213e-63d8-4eaf-897a-3abaea415222,revision_number=4']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:24.142919 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Provisioning complete for port 79230ac1-1c1d-4728-8534-5d114553b6b5 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:02:24.143679 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:24.158033 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-e4060300-8064-44ad-abaf-dd397e9eb0ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:24.165029 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-e4060300-8064-44ad-abaf-dd397e9eb0ad admin admin] 10.222.0.57 "DELETE /v2.0/subnets/3cc3ea66-b14b-4fc4-b97d-d186c6e60ed3 HTTP/1.1" status: 204 len: 168 time: 0.7591608 Oct 26 15:02:24.165029 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4060300-8064-44ad-abaf-dd397e9eb0ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cc3ea66-b14b-4fc4-b97d-d186c6e60ed3,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:24.166021 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 60558) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:24.237472 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-b01088a6-ff30-47ee-8df1-4a18f1cb53d7 None None] Set router 50816879-d3e1-4955-81f5-1c88c8bdf3e0 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:02:24.321744 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-34fc70c4-b167-47a2-9553-40c402aa817c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536309766'] for network, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:24.344961 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e57c67-5aef-4cc4-9181-0635c1604dc6 req-46a72a3b-96e4-4075-b415-abf77bf54dda tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:24.346582 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-51e57c67-5aef-4cc4-9181-0635c1604dc6 req-46a72a3b-96e4-4075-b415-abf77bf54dda tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 945 time: 0.1097372 Oct 26 15:02:24.361269 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37b848c-12ff-4c75-a1d9-3e771a354860 admin admin] Router 4054a3b4-1b92-4cc2-981e-d4bf7d393595 is scheduled to L3 agent aad0d180-bd62-492d-9d56-445be5af9cbd with binding_index 1 {{(pid=108647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:02:24.448130 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-34fc70c4-b167-47a2-9553-40c402aa817c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536334904', 'neutron.services.segments.db._delete_segments_for_network-8752338035487'] for network, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:24.463371 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device c2eb0799-7052-4b1e-a495-442ca53b30f3 details requested by agent hyperv_hv-cinder-73270 with host hv-cinder-73270 {{(pid=108649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:02:24.467498 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-51e57c67-5aef-4cc4-9181-0635c1604dc6 req-ea8222c7-1ab2-4444-a5c6-fa4c84359a20 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971172 Oct 26 15:02:24.478657 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.services.segments.db [None req-34fc70c4-b167-47a2-9553-40c402aa817c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9362f67f-481f-427c-a840-f46429345920']}} {{(pid=108648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:02:24.482027 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 60564) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:24.503637 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-d470f652-642a-4288-aef7-094bd24b045e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-384887535-network', 'tenant_id': '93fbf3e2bd624b8cb018940b513fcd1f'}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:02:24.510508 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.services.segments.db [None req-34fc70c4-b167-47a2-9553-40c402aa817c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08979dfa-fb39-481c-9786-7acdff52f57d') {'for_net_delete': True} {{(pid=108648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:02:24.511103 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.services.segments.db [None req-34fc70c4-b167-47a2-9553-40c402aa817c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08979dfa-fb39-481c-9786-7acdff52f57d') {} {{(pid=108648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:02:24.526785 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-34fc70c4-b167-47a2-9553-40c402aa817c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752338035752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3812551'] for segment, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:24.546387 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-34fc70c4-b167-47a2-9553-40c402aa817c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888'] for segment, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:24.553382 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34fc70c4-b167-47a2-9553-40c402aa817c admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=108648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:02:24.553773 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-34fc70c4-b167-47a2-9553-40c402aa817c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3397034'] for segment, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:24.555536 dv-cinder-732704-6-iscsi neutron-server[108648]: Traceback (most recent call last): Oct 26 15:02:24.555536 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 15:02:24.555536 dv-cinder-732704-6-iscsi neutron-server[108648]: timer() Oct 26 15:02:24.555536 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 15:02:24.555536 dv-cinder-732704-6-iscsi neutron-server[108648]: cb(*args, **kw) Oct 26 15:02:24.555536 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 15:02:24.555536 dv-cinder-732704-6-iscsi neutron-server[108648]: return func(*args, **kwargs) Oct 26 15:02:24.555536 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 15:02:24.555536 dv-cinder-732704-6-iscsi neutron-server[108648]: self._notify() Oct 26 15:02:24.555536 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 15:02:24.555536 dv-cinder-732704-6-iscsi neutron-server[108648]: self.callback(batched_events) Oct 26 15:02:24.555536 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 15:02:24.555536 dv-cinder-732704-6-iscsi neutron-server[108648]: event.method(event) Oct 26 15:02:24.555536 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 15:02:24.555536 dv-cinder-732704-6-iscsi neutron-server[108648]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 15:02:24.555536 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 15:02:24.555536 dv-cinder-732704-6-iscsi neutron-server[108648]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 15:02:24.555536 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 15:02:24.555536 dv-cinder-732704-6-iscsi neutron-server[108648]: return f(self, *a, **k) Oct 26 15:02:24.555536 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 15:02:24.555536 dv-cinder-732704-6-iscsi neutron-server[108648]: return self._get(url).json() Oct 26 15:02:24.555536 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 15:02:24.555536 dv-cinder-732704-6-iscsi neutron-server[108648]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 15:02:24.555536 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 15:02:24.555536 dv-cinder-732704-6-iscsi neutron-server[108648]: return self.request(url, 'GET', **kwargs) Oct 26 15:02:24.555536 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 15:02:24.555536 dv-cinder-732704-6-iscsi neutron-server[108648]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 15:02:24.555536 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 15:02:24.555536 dv-cinder-732704-6-iscsi neutron-server[108648]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 15:02:24.555536 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 15:02:24.555536 dv-cinder-732704-6-iscsi neutron-server[108648]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 15:02:24.555536 dv-cinder-732704-6-iscsi neutron-server[108648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 15:02:24.568821 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37b848c-12ff-4c75-a1d9-3e771a354860 admin admin] Notify agent at l3_agent.dv-cinder-732704-6-iscsi the message routers_updated {{(pid=108647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:02:24.581470 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d24d017-b91d-4494-a8a0-9687f592c834 None None] Sync routers for ids ['4054a3b4-1b92-4cc2-981e-d4bf7d393595'] in dv-cinder-732704-6-iscsi {{(pid=108650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:02:24.594163 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d24d017-b91d-4494-a8a0-9687f592c834 None None] Routers {'4054a3b4-1b92-4cc2-981e-d4bf7d393595'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:02:24.595279 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-7d24d017-b91d-4494-a8a0-9687f592c834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:02:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['4054a3b4-1b92-4cc2-981e-d4bf7d393595'], 'active': True} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:02:24.611707 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port c2eb0799-7052-4b1e-a495-442ca53b30f3, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=c2eb0799-7052-4b1e-a495-442ca53b30f3,segment=NetworkSegment(61f6979d-e903-4c43-8269-4f51dd4c68cb),segment_id=61f6979d-e903-4c43-8269-4f51dd4c68cb)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:02:24.613271 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d470f652-642a-4288-aef7-094bd24b045e admin admin] Made reservation on behalf of 93fbf3e2bd624b8cb018940b513fcd1f for: {'network': 1} {{(pid=108648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:02:24.616078 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-d470f652-642a-4288-aef7-094bd24b045e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for network, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:24.627300 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-d470f652-642a-4288-aef7-094bd24b045e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:24.629630 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Returning: {'device': 'c2eb0799-7052-4b1e-a495-442ca53b30f3', 'network_id': 'aa36fb45-c81d-4582-a1d1-4df2ccc686c8', 'port_id': 'c2eb0799-7052-4b1e-a495-442ca53b30f3', 'mac_address': 'fa:16:3e:4c:83:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cf36ff4-7097-4007-a564-c4675e4a120f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:02:24.680574 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:24.682291 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-a37b848c-12ff-4c75-a1d9-3e771a354860 admin admin] Publish callbacks [] for router, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:24.684033 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-a37b848c-12ff-4c75-a1d9-3e771a354860 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5360496 Oct 26 15:02:24.686612 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 60566) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:24.699210 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-b01088a6-ff30-47ee-8df1-4a18f1cb53d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50816879-d3e1-4955-81f5-1c88c8bdf3e0', 'name': 'tempest-TestShelveInstance-156439260-router', 'tenant_id': 'd27ee21879a14361af0baabc0f7cf95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'ad86213e-63d8-4eaf-897a-3abaea415222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:15Z', 'updated_at': '2021-10-26T15:02:21Z', 'revision_number': 4, 'project_id': 'd27ee21879a14361af0baabc0f7cf95f', 'gw_port': {'id': 'ad86213e-63d8-4eaf-897a-3abaea415222', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50816879-d3e1-4955-81f5-1c88c8bdf3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:16Z', 'updated_at': '2021-10-26T15:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': 'b07a00ea-4f47-4fea-9a28-fe44f6bea741', 'name': '', 'network_id': 'cb1882a3-668f-4be4-b145-338650ea2d5d', 'tenant_id': 'd27ee21879a14361af0baabc0f7cf95f', 'mac_address': 'fa:16:3e:82:88:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50816879-d3e1-4955-81f5-1c88c8bdf3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f3751a7e-e8cf-4058-a8ef-38ac9afbb57b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:19Z', 'updated_at': '2021-10-26T15:02:22Z', 'revision_number': 2, 'project_id': 'd27ee21879a14361af0baabc0f7cf95f', 'subnets': [{'id': 'f3751a7e-e8cf-4058-a8ef-38ac9afbb57b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:02:24.702947 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2eb0799-7052-4b1e-a495-442ca53b30f3 {{(pid=108649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:02:24.708077 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-34fc70c4-b167-47a2-9553-40c402aa817c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536334897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536297288'] for network, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:24.713814 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-34fc70c4-b167-47a2-9553-40c402aa817c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for network, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:24.722455 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvr_db [None req-7d24d017-b91d-4494-a8a0-9687f592c834 None None] Set router 4054a3b4-1b92-4cc2-981e-d4bf7d393595 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:02:24.731678 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-34fc70c4-b167-47a2-9553-40c402aa817c admin admin] 10.222.0.57 "DELETE /v2.0/networks/9362f67f-481f-427c-a840-f46429345920 HTTP/1.1" status: 204 len: 168 time: 0.5535259 Oct 26 15:02:24.733389 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01088a6-ff30-47ee-8df1-4a18f1cb53d7 None None] Checking router: 50816879-d3e1-4955-81f5-1c88c8bdf3e0 for host: dv-cinder-732704-6-iscsi {{(pid=108649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:02:24.733833 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01088a6-ff30-47ee-8df1-4a18f1cb53d7 None None] Updating router 50816879-d3e1-4955-81f5-1c88c8bdf3e0 port b07a00ea-4f47-4fea-9a28-fe44f6bea741 binding host dv-cinder-732704-6-iscsi {{(pid=108649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:02:24.766880 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port c2eb0799-7052-4b1e-a495-442ca53b30f3, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=c2eb0799-7052-4b1e-a495-442ca53b30f3,segment=NetworkSegment(61f6979d-e903-4c43-8269-4f51dd4c68cb),segment_id=61f6979d-e903-4c43-8269-4f51dd4c68cb)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:02:24.771869 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-b01088a6-ff30-47ee-8df1-4a18f1cb53d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:24.817491 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc70c4-b167-47a2-9553-40c402aa817c admin admin] Pushing event deleted for resources: {'Network': ['ID=9362f67f-481f-427c-a840-f46429345920,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:24.838269 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:24.843595 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-d470f652-642a-4288-aef7-094bd24b045e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:24.910177 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-d470f652-642a-4288-aef7-094bd24b045e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:24.938737 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device ad86213e-63d8-4eaf-897a-3abaea415222 up at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:02:24.949675 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d470f652-642a-4288-aef7-094bd24b045e admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=108648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:02:24.968007 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-d470f652-642a-4288-aef7-094bd24b045e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888'] for segment, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:24.974559 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.db.segments_db [None req-d470f652-642a-4288-aef7-094bd24b045e admin admin] Added segment 70c3e4aa-dc6c-4875-b626-ec858fa3a509 of type vlan for network e9f9b01d-b28a-4617-9b81-a614a4ad6002 Oct 26 15:02:25.043851 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-d470f652-642a-4288-aef7-094bd24b045e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752337516683'] for network, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:25.094380 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=c2eb0799-7052-4b1e-a495-442ca53b30f3,revision_number=4']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:25.109696 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d470f652-642a-4288-aef7-094bd24b045e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264a3496-5ced-4a6b-8bd4-c1239828002a,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:25.156288 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-d470f652-642a-4288-aef7-094bd24b045e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593'] for network, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:25.157952 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d470f652-642a-4288-aef7-094bd24b045e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:25.158469 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-d470f652-642a-4288-aef7-094bd24b045e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for network, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:25.165348 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-7d24d017-b91d-4494-a8a0-9687f592c834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'name': 'tempest-TestVolumeBootPattern-1982504479-router', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '258a6c86-79a5-4c0d-8937-9742466f1498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:20Z', 'updated_at': '2021-10-26T15:02:23Z', 'revision_number': 3, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'gw_port': {'id': '258a6c86-79a5-4c0d-8937-9742466f1498', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f3:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:22Z', 'updated_at': '2021-10-26T15:02:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi'}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:02:25.170433 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Provisioning complete for port ad86213e-63d8-4eaf-897a-3abaea415222 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:02:25.170854 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:25.238255 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d24d017-b91d-4494-a8a0-9687f592c834 None None] Checking router: 4054a3b4-1b92-4cc2-981e-d4bf7d393595 for host: dv-cinder-732704-6-iscsi {{(pid=108650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:02:25.239136 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d24d017-b91d-4494-a8a0-9687f592c834 None None] Updating router 4054a3b4-1b92-4cc2-981e-d4bf7d393595 port 258a6c86-79a5-4c0d-8937-9742466f1498 binding host dv-cinder-732704-6-iscsi {{(pid=108650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:02:25.249276 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d470f652-642a-4288-aef7-094bd24b045e admin admin] Pushing event updated for resources: {'Network': ['ID=e9f9b01d-b28a-4617-9b81-a614a4ad6002,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:25.259839 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-d470f652-642a-4288-aef7-094bd24b045e admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7735744 Oct 26 15:02:25.259839 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 60578) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:25.266553 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-dc6e5095-d827-432a-94a3-b5b4e892908c admin admin] Request body: {'subnet': {'network_id': 'e9f9b01d-b28a-4617-9b81-a614a4ad6002', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-384887535-subnet', 'tenant_id': '93fbf3e2bd624b8cb018940b513fcd1f', 'ip_version': 4}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:02:25.266775 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Network e9f9b01d-b28a-4617-9b81-a614a4ad6002 details requested by agent ovs-agent-dv-cinder-732704-6-iscsi with host dv-cinder-732704-6-iscsi {{(pid=108649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:02:25.285859 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-7d24d017-b91d-4494-a8a0-9687f592c834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:25.298253 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a6b22-4b4a-407c-bc89-dccd0d5591b2 req-c67d37d7-aa8f-4761-a75a-e538317d72a8 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:25.299877 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ac8a6b22-4b4a-407c-bc89-dccd0d5591b2 req-c67d37d7-aa8f-4761-a75a-e538317d72a8 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 944 time: 0.2246110 Oct 26 15:02:25.327071 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 60580) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:25.340384 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] get_ports_and_sgs() called for port_ids ['c2eb0799-7052-4b1e-a495-442ca53b30f3'] {{(pid=108649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:02:25.354367 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ac8a6b22-4b4a-407c-bc89-dccd0d5591b2 req-4b6fceb8-c62b-4d86-a27f-6f6dd63b62b2 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcc71342-7fe5-4670-9507-312ce82cc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438292 Oct 26 15:02:25.379442 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6e5095-d827-432a-94a3-b5b4e892908c admin admin] Made reservation on behalf of 93fbf3e2bd624b8cb018940b513fcd1f for: {'subnet': 1} {{(pid=108648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:02:25.381932 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-dc6e5095-d827-432a-94a3-b5b4e892908c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8405531'] for subnet, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:25.408633 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-bd909f0d-d2b6-4411-8c03-85216d20c131 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d5e6f878d22041e78a806f3a4d5b5937&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0800831 Oct 26 15:02:25.411647 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 60582) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:25.454244 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-b01088a6-ff30-47ee-8df1-4a18f1cb53d7 None None] Publish callbacks [] for port, precommit_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:25.484392 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 79230ac1-1c1d-4728-8534-5d114553b6b5 up at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:02:25.534117 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-b01088a6-ff30-47ee-8df1-4a18f1cb53d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:25.618036 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096581fe-af8e-4463-8359-caeb8f30b107 req-c3448cd9-8a28-4e47-a4ee-d4ef14628251 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:25.620247 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-096581fe-af8e-4463-8359-caeb8f30b107 req-c3448cd9-8a28-4e47-a4ee-d4ef14628251 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 946 time: 0.1140518 Oct 26 15:02:25.666822 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-c0001dd7-3f5a-49cb-b9af-a644f2617e90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:25.760180 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-c0001dd7-3f5a-49cb-b9af-a644f2617e90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:25.769330 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f823be4f-f8dd-47b0-9359-51503ae16628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:25.780068 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-096581fe-af8e-4463-8359-caeb8f30b107 req-022ee2ca-be14-48af-b328-0230c1b0ac7a tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113262 Oct 26 15:02:25.789369 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380b18f-18d3-44ac-9c26-3a86927dd4fd req-2effd4ca-e772-45d8-afde-9beab347e6b8 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:25.791620 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5380b18f-18d3-44ac-9c26-3a86927dd4fd req-2effd4ca-e772-45d8-afde-9beab347e6b8 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 945 time: 0.1702378 Oct 26 15:02:25.819054 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-7d24d017-b91d-4494-a8a0-9687f592c834 None None] Publish callbacks [] for port, precommit_update {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:25.825081 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-dc6e5095-d827-432a-94a3-b5b4e892908c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3396931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8405541'] for subnet, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:25.869773 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f8283-f04a-4a9b-b24f-c7e6345f6cf7 None None] Pushing event updated for resources: {'Port': ['ID=b07a00ea-4f47-4fea-9a28-fe44f6bea741,revision_number=3']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:25.884866 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-7d24d017-b91d-4494-a8a0-9687f592c834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:25.938235 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e58e35-1002-4744-8600-affb2b97631a None None] Pushing event updated for resources: {'Port': ['ID=258a6c86-79a5-4c0d-8937-9742466f1498,revision_number=2']} {{(pid=108650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:25.961913 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Provisioning complete for port 79230ac1-1c1d-4728-8534-5d114553b6b5 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:02:25.962887 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:25.969849 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.managers [None req-7d24d017-b91d-4494-a8a0-9687f592c834 None None] Attempting to bind port 258a6c86-79a5-4c0d-8937-9742466f1498 on host dv-cinder-732704-6-iscsi for vnic_type normal with profile {{(pid=108650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:02:25.970349 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.managers [None req-7d24d017-b91d-4494-a8a0-9687f592c834 None None] Attempting to bind port 258a6c86-79a5-4c0d-8937-9742466f1498 by drivers openvswitch,hyperv on host dv-cinder-732704-6-iscsi at level 0 using segments [{'id': '48b4b2e5-ca40-4770-b351-7c2adc646ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'}] {{(pid=108650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:02:25.970899 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d24d017-b91d-4494-a8a0-9687f592c834 None None] Attempting to bind port 258a6c86-79a5-4c0d-8937-9742466f1498 on network 164d7f62-997a-4502-882b-0bfc21bc1de5 {{(pid=108650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:02:25.978684 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d24d017-b91d-4494-a8a0-9687f592c834 None None] Checking agent: {'id': '7cf7ebdc-aa0b-44cf-abbb-a49983147622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-732704-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 14, 50, 44), 'started_at': datetime.datetime(2021, 10, 26, 14, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-732704-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:02:25.980165 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d24d017-b91d-4494-a8a0-9687f592c834 None None] Checking segment: {'id': '48b4b2e5-ca40-4770-b351-7c2adc646ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:02:25.981157 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-7d24d017-b91d-4494-a8a0-9687f592c834 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:25.981157 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d24d017-b91d-4494-a8a0-9687f592c834 None None] Bound using segment: {'id': '48b4b2e5-ca40-4770-b351-7c2adc646ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'} {{(pid=108650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:02:25.981794 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.managers [None req-7d24d017-b91d-4494-a8a0-9687f592c834 None None] Bound port: 258a6c86-79a5-4c0d-8937-9742466f1498, host: dv-cinder-732704-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48b4b2e5-ca40-4770-b351-7c2adc646ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'}}] {{(pid=108650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:02:25.982599 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-7d24d017-b91d-4494-a8a0-9687f592c834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:25.988996 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.db_base_plugin_common [None req-f823be4f-f8dd-47b0-9359-51503ae16628 admin admin] Allocated IP 172.20.0.1 (d121bef5-e7a7-4cc1-ab11-dcb6c02a3865/d2f548be-e416-40d5-a12d-a157ab7e380b/0f866454-2564-47ec-8643-cb2d80ed809a) {{(pid=108647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:02:26.040264 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.db [None req-7d24d017-b91d-4494-a8a0-9687f592c834 None None] For port 258a6c86-79a5-4c0d-8937-9742466f1498, host dv-cinder-732704-6-iscsi, cleared binding levels {{(pid=108650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:02:26.042766 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-b01088a6-ff30-47ee-8df1-4a18f1cb53d7 None None] Attempting to bind port b07a00ea-4f47-4fea-9a28-fe44f6bea741 on host dv-cinder-732704-6-iscsi for vnic_type normal with profile {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:02:26.043157 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-b01088a6-ff30-47ee-8df1-4a18f1cb53d7 None None] Attempting to bind port b07a00ea-4f47-4fea-9a28-fe44f6bea741 by drivers openvswitch,hyperv on host dv-cinder-732704-6-iscsi at level 0 using segments [{'id': 'c35993a7-c2db-4703-9589-9853cc7fe472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cb1882a3-668f-4be4-b145-338650ea2d5d'}] {{(pid=108649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:02:26.043616 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01088a6-ff30-47ee-8df1-4a18f1cb53d7 None None] Attempting to bind port b07a00ea-4f47-4fea-9a28-fe44f6bea741 on network cb1882a3-668f-4be4-b145-338650ea2d5d {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:02:26.045111 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.db [None req-7d24d017-b91d-4494-a8a0-9687f592c834 None None] For port 258a6c86-79a5-4c0d-8937-9742466f1498, host dv-cinder-732704-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=258a6c86-79a5-4c0d-8937-9742466f1498,segment=NetworkSegment(48b4b2e5-ca40-4770-b351-7c2adc646ed5),segment_id=48b4b2e5-ca40-4770-b351-7c2adc646ed5)] {{(pid=108650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:02:26.052208 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01088a6-ff30-47ee-8df1-4a18f1cb53d7 None None] Checking agent: {'id': '7cf7ebdc-aa0b-44cf-abbb-a49983147622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-732704-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 14, 50, 44), 'started_at': datetime.datetime(2021, 10, 26, 14, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-732704-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:02:26.052208 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01088a6-ff30-47ee-8df1-4a18f1cb53d7 None None] Checking segment: {'id': 'c35993a7-c2db-4703-9589-9853cc7fe472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cb1882a3-668f-4be4-b145-338650ea2d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:02:26.052697 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-b01088a6-ff30-47ee-8df1-4a18f1cb53d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:26.053642 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01088a6-ff30-47ee-8df1-4a18f1cb53d7 None None] Bound using segment: {'id': 'c35993a7-c2db-4703-9589-9853cc7fe472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cb1882a3-668f-4be4-b145-338650ea2d5d'} {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:02:26.053642 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-b01088a6-ff30-47ee-8df1-4a18f1cb53d7 None None] Bound port: b07a00ea-4f47-4fea-9a28-fe44f6bea741, host: dv-cinder-732704-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c35993a7-c2db-4703-9589-9853cc7fe472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cb1882a3-668f-4be4-b145-338650ea2d5d'}}] {{(pid=108649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:02:26.053980 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-b01088a6-ff30-47ee-8df1-4a18f1cb53d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:26.123502 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5380b18f-18d3-44ac-9c26-3a86927dd4fd req-c87c792a-f40c-468b-90c6-79bc66314f3f tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3241782 Oct 26 15:02:26.127908 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-bf3f55aa-5593-40a5-83d4-1a0916274799 None None] Provisioning complete for port b07a00ea-4f47-4fea-9a28-fe44f6bea741 triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:02:26.128385 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-bf3f55aa-5593-40a5-83d4-1a0916274799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:26.151146 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-7d24d017-b91d-4494-a8a0-9687f592c834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:26.157797 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f823be4f-f8dd-47b0-9359-51503ae16628 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:26.181337 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6e5095-d827-432a-94a3-b5b4e892908c admin admin] Checking segment: {'id': '70c3e4aa-dc6c-4875-b626-ec858fa3a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e9f9b01d-b28a-4617-9b81-a614a4ad6002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:02:26.182760 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6e5095-d827-432a-94a3-b5b4e892908c admin admin] Network hostable DHCP agents. Network: e9f9b01d-b28a-4617-9b81-a614a4ad6002, hostable agents: ['b4d4e8dd-6314-45fe-b027-8ffd5f87ed07'], hosted agents: [] {{(pid=108648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:02:26.187810 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e5095-d827-432a-94a3-b5b4e892908c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc090835-674c-43c8-bfb6-a2553e3c3160,revision_number=0']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:26.191755 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-c0001dd7-3f5a-49cb-b9af-a644f2617e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:26.198798 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-c0001dd7-3f5a-49cb-b9af-a644f2617e90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:26.201497 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-c0001dd7-3f5a-49cb-b9af-a644f2617e90 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a5170208-50d2-4496-b608-5a944dd84cd1 HTTP/1.1" status: 204 len: 168 time: 0.7855756 Oct 26 15:02:26.212700 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0001dd7-3f5a-49cb-b9af-a644f2617e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5170208-50d2-4496-b608-5a944dd84cd1,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:26.247589 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d24d017-b91d-4494-a8a0-9687f592c834 None None] Routers {'4054a3b4-1b92-4cc2-981e-d4bf7d393595'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:02:26.248347 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-7d24d017-b91d-4494-a8a0-9687f592c834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:02:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['4054a3b4-1b92-4cc2-981e-d4bf7d393595'], 'active': True} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:02:26.264079 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f823be4f-f8dd-47b0-9359-51503ae16628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:26.292501 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6e5095-d827-432a-94a3-b5b4e892908c admin admin] Network e9f9b01d-b28a-4617-9b81-a614a4ad6002 is scheduled to be hosted by DHCP agent b4d4e8dd-6314-45fe-b027-8ffd5f87ed07 with binding_index 1 {{(pid=108648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:02:26.307315 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-bf3f55aa-5593-40a5-83d4-1a0916274799 None None] Port b07a00ea-4f47-4fea-9a28-fe44f6bea741 cannot update to ACTIVE because it is not bound. {{(pid=108649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:02:26.321052 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-b01088a6-ff30-47ee-8df1-4a18f1cb53d7 None None] For port b07a00ea-4f47-4fea-9a28-fe44f6bea741, host dv-cinder-732704-6-iscsi, cleared binding levels {{(pid=108649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:02:26.324746 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-b01088a6-ff30-47ee-8df1-4a18f1cb53d7 None None] For port b07a00ea-4f47-4fea-9a28-fe44f6bea741, host dv-cinder-732704-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=b07a00ea-4f47-4fea-9a28-fe44f6bea741,segment=NetworkSegment(c35993a7-c2db-4703-9589-9853cc7fe472),segment_id=c35993a7-c2db-4703-9589-9853cc7fe472)] {{(pid=108649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:02:26.354803 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f823be4f-f8dd-47b0-9359-51503ae16628 admin admin] Network d121bef5-e7a7-4cc1-ab11-dcb6c02a3865 is already hosted by enough agents. {{(pid=108647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:02:26.359494 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [None req-f823be4f-f8dd-47b0-9359-51503ae16628 admin admin] Resources bound (agent type, host, resource id): {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:02:26.370199 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e58e35-1002-4744-8600-affb2b97631a None None] Pushing event updated for resources: {'Port': ['ID=258a6c86-79a5-4c0d-8937-9742466f1498,revision_number=3']} {{(pid=108650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:26.387255 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.base_scheduler [None req-dc6e5095-d827-432a-94a3-b5b4e892908c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-732704-6-iscsi, e9f9b01d-b28a-4617-9b81-a614a4ad6002) {{(pid=108648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:02:26.390676 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f823be4f-f8dd-47b0-9359-51503ae16628 admin admin] Received port after_create {{(pid=108647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:02:26.393807 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6e5095-d827-432a-94a3-b5b4e892908c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:26.394331 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-dc6e5095-d827-432a-94a3-b5b4e892908c admin admin] Publish callbacks [] for subnet, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:26.399107 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5764e8a5-d9a8-4d31-a02f-9a5441ae0886 None None] Network e9f9b01d-b28a-4617-9b81-a614a4ad6002 requested from dv-cinder-732704-6-iscsi {{(pid=108649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:02:26.413315 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f823be4f-f8dd-47b0-9359-51503ae16628 admin admin] Pushing event updated for resources: {'Port': ['ID=0f866454-2564-47ec-8643-cb2d80ed809a,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:26.457681 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvr_db [None req-7d24d017-b91d-4494-a8a0-9687f592c834 None None] Set router 4054a3b4-1b92-4cc2-981e-d4bf7d393595 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:02:26.476034 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f823be4f-f8dd-47b0-9359-51503ae16628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536297409'] for router_interface, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:26.489368 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-b01088a6-ff30-47ee-8df1-4a18f1cb53d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:26.536839 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d152b1-6c84-473d-ab06-6433ed128db0 req-0baeac3b-0bac-4d35-ad66-367186407811 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:26.547952 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-18d152b1-6c84-473d-ab06-6433ed128db0 req-0baeac3b-0bac-4d35-ad66-367186407811 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 944 time: 0.0955508 Oct 26 15:02:26.560061 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-dc6e5095-d827-432a-94a3-b5b4e892908c admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2987609 Oct 26 15:02:26.568430 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 60596) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:26.576169 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-06bac8ef-542f-4e41-b255-bf0dd6482b12 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-384887535-router', 'tenant_id': '93fbf3e2bd624b8cb018940b513fcd1f', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'}}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:02:26.643539 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-18d152b1-6c84-473d-ab06-6433ed128db0 req-0cc6fe5d-ac7d-459b-af78-377657ff2dde tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcc71342-7fe5-4670-9507-312ce82cc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945013 Oct 26 15:02:26.658307 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-06bac8ef-542f-4e41-b255-bf0dd6482b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536294039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2878'] for router, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:26.660111 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-06bac8ef-542f-4e41-b255-bf0dd6482b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536295207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536295873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2849'] for router, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:26.685660 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01088a6-ff30-47ee-8df1-4a18f1cb53d7 None None] Routers {'50816879-d3e1-4955-81f5-1c88c8bdf3e0'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:02:26.686316 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-b01088a6-ff30-47ee-8df1-4a18f1cb53d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:02:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['50816879-d3e1-4955-81f5-1c88c8bdf3e0'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:02:26.781987 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f8283-f04a-4a9b-b24f-c7e6345f6cf7 None None] Pushing event updated for resources: {'Port': ['ID=b07a00ea-4f47-4fea-9a28-fe44f6bea741,revision_number=4']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:26.782242 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-06bac8ef-542f-4e41-b255-bf0dd6482b12 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:26.828204 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-7d24d017-b91d-4494-a8a0-9687f592c834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'name': 'tempest-TestVolumeBootPattern-1982504479-router', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '258a6c86-79a5-4c0d-8937-9742466f1498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:20Z', 'updated_at': '2021-10-26T15:02:23Z', 'revision_number': 3, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'gw_port': {'id': '258a6c86-79a5-4c0d-8937-9742466f1498', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f3:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:22Z', 'updated_at': '2021-10-26T15:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi'}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:02:26.839333 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f823be4f-f8dd-47b0-9359-51503ae16628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:26.861163 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d24d017-b91d-4494-a8a0-9687f592c834 None None] The sync data for ids ['4054a3b4-1b92-4cc2-981e-d4bf7d393595'] in dv-cinder-732704-6-iscsi is: [{'id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'name': 'tempest-TestVolumeBootPattern-1982504479-router', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '258a6c86-79a5-4c0d-8937-9742466f1498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:20Z', 'updated_at': '2021-10-26T15:02:23Z', 'revision_number': 3, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'gw_port': {'id': '258a6c86-79a5-4c0d-8937-9742466f1498', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f3:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:22Z', 'updated_at': '2021-10-26T15:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi'}] {{(pid=108650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:02:26.988056 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-3bcb15bf-f26e-4477-834f-a824a7370001 None None] Provisioning complete for port 0f866454-2564-47ec-8643-cb2d80ed809a triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:02:26.988350 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-3bcb15bf-f26e-4477-834f-a824a7370001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:27.091129 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-b01088a6-ff30-47ee-8df1-4a18f1cb53d7 None None] Set router 50816879-d3e1-4955-81f5-1c88c8bdf3e0 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:02:27.164095 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-3bcb15bf-f26e-4477-834f-a824a7370001 None None] Port 0f866454-2564-47ec-8643-cb2d80ed809a cannot update to ACTIVE because it is not bound. {{(pid=108649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:02:27.190290 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcf0252-817d-4f89-9ce0-135efa1e1ad0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72fa0a13-38eb-554b-8c64-da8832a67d1e-e9f9b01d-b28a-4617-9b81-a614a4ad6002', 'network_id': 'e9f9b01d-b28a-4617-9b81-a614a4ad6002', 'tenant_id': '93fbf3e2bd624b8cb018940b513fcd1f', 'fixed_ips': [{'subnet_id': 'bc090835-674c-43c8-bfb6-a2553e3c3160'}]}} from dv-cinder-732704-6-iscsi. {{(pid=108649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 15:02:27.193934 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-afcf0252-817d-4f89-9ce0-135efa1e1ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:27.198894 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23296b-6e0a-4dbf-8763-e45729f534fe req-1845456b-bbc7-4cf2-907d-5cb20ae3777f tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:27.200578 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fe23296b-6e0a-4dbf-8763-e45729f534fe req-1845456b-bbc7-4cf2-907d-5cb20ae3777f tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 946 time: 0.2816837 Oct 26 15:02:27.237954 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f823be4f-f8dd-47b0-9359-51503ae16628 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:27.298080 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-06bac8ef-542f-4e41-b255-bf0dd6482b12 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:27.420015 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a33983d-6888-4e1c-932c-a821b4bbd06c req-2558c7f3-8d2c-4b00-bd51-5425e3054748 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:27.421643 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0a33983d-6888-4e1c-932c-a821b4bbd06c req-2558c7f3-8d2c-4b00-bd51-5425e3054748 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 945 time: 0.1180022 Oct 26 15:02:27.434096 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fe23296b-6e0a-4dbf-8763-e45729f534fe req-ceea9195-5f57-4aca-98ca-74898c82509b tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951853 Oct 26 15:02:27.495070 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0a33983d-6888-4e1c-932c-a821b4bbd06c req-30ee3b5f-04c5-402c-917d-83192822d0eb tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669978 Oct 26 15:02:27.502725 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-4c75d652-f0c3-495f-8c9e-e5f738b624a3 None None] Provisioning complete for port b07a00ea-4f47-4fea-9a28-fe44f6bea741 triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:02:27.503105 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-4c75d652-f0c3-495f-8c9e-e5f738b624a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:27.658897 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.db_base_plugin_common [None req-afcf0252-817d-4f89-9ce0-135efa1e1ad0 None None] Allocated IP 172.20.0.2 (e9f9b01d-b28a-4617-9b81-a614a4ad6002/bc090835-674c-43c8-bfb6-a2553e3c3160/cbd0014e-9e77-4f60-9770-04ff5b83ffd2) {{(pid=108649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:02:27.736696 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-4c75d652-f0c3-495f-8c9e-e5f738b624a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:27.758816 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f823be4f-f8dd-47b0-9359-51503ae16628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8556446'] for port, after_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:27.771059 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e9f1e-52b7-4928-a0e5-0f66f296c7c5 req-60e028c0-91fa-4597-8d37-9396913cf46a tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:27.771059 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4d7e9f1e-52b7-4928-a0e5-0f66f296c7c5 req-60e028c0-91fa-4597-8d37-9396913cf46a tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 944 time: 0.0560982 Oct 26 15:02:27.817749 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4d7e9f1e-52b7-4928-a0e5-0f66f296c7c5 req-16a3f8b6-ce21-42d4-8678-2a431c8d42ea tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcc71342-7fe5-4670-9507-312ce82cc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451562 Oct 26 15:02:27.833675 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-b01088a6-ff30-47ee-8df1-4a18f1cb53d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50816879-d3e1-4955-81f5-1c88c8bdf3e0', 'name': 'tempest-TestShelveInstance-156439260-router', 'tenant_id': 'd27ee21879a14361af0baabc0f7cf95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'ad86213e-63d8-4eaf-897a-3abaea415222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:15Z', 'updated_at': '2021-10-26T15:02:21Z', 'revision_number': 4, 'project_id': 'd27ee21879a14361af0baabc0f7cf95f', 'gw_port': {'id': 'ad86213e-63d8-4eaf-897a-3abaea415222', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50816879-d3e1-4955-81f5-1c88c8bdf3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:16Z', 'updated_at': '2021-10-26T15:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': 'b07a00ea-4f47-4fea-9a28-fe44f6bea741', 'name': '', 'network_id': 'cb1882a3-668f-4be4-b145-338650ea2d5d', 'tenant_id': 'd27ee21879a14361af0baabc0f7cf95f', 'mac_address': 'fa:16:3e:82:88:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50816879-d3e1-4955-81f5-1c88c8bdf3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f3751a7e-e8cf-4058-a8ef-38ac9afbb57b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:19Z', 'updated_at': '2021-10-26T15:02:26Z', 'revision_number': 4, 'project_id': 'd27ee21879a14361af0baabc0f7cf95f', 'subnets': [{'id': 'f3751a7e-e8cf-4058-a8ef-38ac9afbb57b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:02:27.872472 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-4c75d652-f0c3-495f-8c9e-e5f738b624a3 None None] For port b07a00ea-4f47-4fea-9a28-fe44f6bea741, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=b07a00ea-4f47-4fea-9a28-fe44f6bea741,segment=NetworkSegment(c35993a7-c2db-4703-9589-9853cc7fe472),segment_id=c35993a7-c2db-4703-9589-9853cc7fe472)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:02:27.877618 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01088a6-ff30-47ee-8df1-4a18f1cb53d7 None None] The sync data for ids ['50816879-d3e1-4955-81f5-1c88c8bdf3e0'] in dv-cinder-732704-6-iscsi is: [{'id': '50816879-d3e1-4955-81f5-1c88c8bdf3e0', 'name': 'tempest-TestShelveInstance-156439260-router', 'tenant_id': 'd27ee21879a14361af0baabc0f7cf95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'ad86213e-63d8-4eaf-897a-3abaea415222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:15Z', 'updated_at': '2021-10-26T15:02:21Z', 'revision_number': 4, 'project_id': 'd27ee21879a14361af0baabc0f7cf95f', 'gw_port': {'id': 'ad86213e-63d8-4eaf-897a-3abaea415222', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50816879-d3e1-4955-81f5-1c88c8bdf3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:16Z', 'updated_at': '2021-10-26T15:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': 'b07a00ea-4f47-4fea-9a28-fe44f6bea741', 'name': '', 'network_id': 'cb1882a3-668f-4be4-b145-338650ea2d5d', 'tenant_id': 'd27ee21879a14361af0baabc0f7cf95f', 'mac_address': 'fa:16:3e:82:88:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50816879-d3e1-4955-81f5-1c88c8bdf3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f3751a7e-e8cf-4058-a8ef-38ac9afbb57b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:19Z', 'updated_at': '2021-10-26T15:02:26Z', 'revision_number': 4, 'project_id': 'd27ee21879a14361af0baabc0f7cf95f', 'subnets': [{'id': 'f3751a7e-e8cf-4058-a8ef-38ac9afbb57b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:02:27.879321 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f823be4f-f8dd-47b0-9359-51503ae16628 admin admin] Pushing event updated for resources: {'Port': ['ID=0f866454-2564-47ec-8643-cb2d80ed809a,revision_number=2']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:27.883170 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f823be4f-f8dd-47b0-9359-51503ae16628 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536254647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536296017'] for router_interface, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:27.986764 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-4c75d652-f0c3-495f-8c9e-e5f738b624a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:28.072161 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-afcf0252-817d-4f89-9ce0-135efa1e1ad0 None None] Publish callbacks [] for port, precommit_create {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:28.086317 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75d652-f0c3-495f-8c9e-e5f738b624a3 None None] Pushing event updated for resources: {'Port': ['ID=b07a00ea-4f47-4fea-9a28-fe44f6bea741,revision_number=5']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:28.145870 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f823be4f-f8dd-47b0-9359-51503ae16628 admin admin] Network d121bef5-e7a7-4cc1-ab11-dcb6c02a3865 is already hosted by enough agents. {{(pid=108647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:02:28.149270 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [None req-f823be4f-f8dd-47b0-9359-51503ae16628 admin admin] Resources bound (agent type, host, resource id): {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:02:28.174399 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-afcf0252-817d-4f89-9ce0-135efa1e1ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706'] for port, after_create {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:28.242741 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcf0252-817d-4f89-9ce0-135efa1e1ad0 None None] Network e9f9b01d-b28a-4617-9b81-a614a4ad6002 is already hosted by enough agents. {{(pid=108649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:02:28.246846 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.scheduler.base_scheduler [None req-afcf0252-817d-4f89-9ce0-135efa1e1ad0 None None] Resources bound (agent type, host, resource id): {{(pid=108649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:02:28.252480 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcf0252-817d-4f89-9ce0-135efa1e1ad0 None None] Received port after_create {{(pid=108649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:02:28.357494 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-06bac8ef-542f-4e41-b255-bf0dd6482b12 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:28.379896 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f823be4f-f8dd-47b0-9359-51503ae16628 admin admin] Router 4054a3b4-1b92-4cc2-981e-d4bf7d393595 has already been hosted by L3 agent aad0d180-bd62-492d-9d56-445be5af9cbd {{(pid=108647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:02:28.385955 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-06bac8ef-542f-4e41-b255-bf0dd6482b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:28.463576 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-afcf0252-817d-4f89-9ce0-135efa1e1ad0 None None] Attempting to bind port cbd0014e-9e77-4f60-9770-04ff5b83ffd2 on host dv-cinder-732704-6-iscsi for vnic_type normal with profile {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:02:28.463951 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-afcf0252-817d-4f89-9ce0-135efa1e1ad0 None None] Attempting to bind port cbd0014e-9e77-4f60-9770-04ff5b83ffd2 by drivers openvswitch,hyperv on host dv-cinder-732704-6-iscsi at level 0 using segments [{'id': '70c3e4aa-dc6c-4875-b626-ec858fa3a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e9f9b01d-b28a-4617-9b81-a614a4ad6002'}] {{(pid=108649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:02:28.464322 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcf0252-817d-4f89-9ce0-135efa1e1ad0 None None] Attempting to bind port cbd0014e-9e77-4f60-9770-04ff5b83ffd2 on network e9f9b01d-b28a-4617-9b81-a614a4ad6002 {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:02:28.470400 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf0252-817d-4f89-9ce0-135efa1e1ad0 None None] Pushing event updated for resources: {'Port': ['ID=cbd0014e-9e77-4f60-9770-04ff5b83ffd2,revision_number=1']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:28.504480 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcf0252-817d-4f89-9ce0-135efa1e1ad0 None None] Checking agent: {'id': '7cf7ebdc-aa0b-44cf-abbb-a49983147622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-732704-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 14, 50, 44), 'started_at': datetime.datetime(2021, 10, 26, 14, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-732704-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:02:28.509303 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcf0252-817d-4f89-9ce0-135efa1e1ad0 None None] Checking segment: {'id': '70c3e4aa-dc6c-4875-b626-ec858fa3a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e9f9b01d-b28a-4617-9b81-a614a4ad6002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:02:28.509815 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-afcf0252-817d-4f89-9ce0-135efa1e1ad0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:28.510231 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcf0252-817d-4f89-9ce0-135efa1e1ad0 None None] Bound using segment: {'id': '70c3e4aa-dc6c-4875-b626-ec858fa3a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e9f9b01d-b28a-4617-9b81-a614a4ad6002'} {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:02:28.518520 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-afcf0252-817d-4f89-9ce0-135efa1e1ad0 None None] Bound port: cbd0014e-9e77-4f60-9770-04ff5b83ffd2, host: dv-cinder-732704-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c3e4aa-dc6c-4875-b626-ec858fa3a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e9f9b01d-b28a-4617-9b81-a614a4ad6002'}}] {{(pid=108649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:02:28.522001 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-afcf0252-817d-4f89-9ce0-135efa1e1ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:28.542248 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:28.577236 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f823be4f-f8dd-47b0-9359-51503ae16628 admin admin] Notify agent at l3_agent.dv-cinder-732704-6-iscsi the message routers_updated {{(pid=108647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:02:28.591307 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-f823be4f-f8dd-47b0-9359-51503ae16628 admin admin] 10.222.0.57 "PUT /v2.0/routers/4054a3b4-1b92-4cc2-981e-d4bf7d393595/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8951671 Oct 26 15:02:28.665150 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-2b56ce58-fe7a-4422-87a8-4b4eab3108f1 None None] Provisioning complete for port 0f866454-2564-47ec-8643-cb2d80ed809a triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:02:28.665932 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2b56ce58-fe7a-4422-87a8-4b4eab3108f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:28.768964 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.db.db_base_plugin_common [None req-06bac8ef-542f-4e41-b255-bf0dd6482b12 admin admin] Allocated IP 172.27.0.40 (164d7f62-997a-4502-882b-0bfc21bc1de5/6ece9388-c7af-48ed-bfac-1151ab9231f6/6f5c6e9f-cf78-45d3-b3d8-020b79b4746d) {{(pid=108648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:02:28.777742 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-afcf0252-817d-4f89-9ce0-135efa1e1ad0 None None] For port cbd0014e-9e77-4f60-9770-04ff5b83ffd2, host dv-cinder-732704-6-iscsi, cleared binding levels {{(pid=108649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:02:28.791217 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-afcf0252-817d-4f89-9ce0-135efa1e1ad0 None None] For port cbd0014e-9e77-4f60-9770-04ff5b83ffd2, host dv-cinder-732704-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=cbd0014e-9e77-4f60-9770-04ff5b83ffd2,segment=NetworkSegment(70c3e4aa-dc6c-4875-b626-ec858fa3a509),segment_id=70c3e4aa-dc6c-4875-b626-ec858fa3a509)] {{(pid=108649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:02:28.804294 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-2b56ce58-fe7a-4422-87a8-4b4eab3108f1 None None] Port 0f866454-2564-47ec-8643-cb2d80ed809a cannot update to ACTIVE because it is not bound. {{(pid=108649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:02:28.898481 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c41cd8f-995c-41ec-9570-7b1ad2b765e0 req-903a446f-ba1d-43dd-8c71-fcd486f24d53 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:28.898481 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6c41cd8f-995c-41ec-9570-7b1ad2b765e0 req-903a446f-ba1d-43dd-8c71-fcd486f24d53 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 946 time: 0.2868459 Oct 26 15:02:28.918652 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c671f7d-6485-41d2-b667-e5d84b8587f0 req-215ea91b-7442-483b-92ec-6f7e9add84d8 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:28.920287 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8c671f7d-6485-41d2-b667-e5d84b8587f0 req-215ea91b-7442-483b-92ec-6f7e9add84d8 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 945 time: 0.2745976 Oct 26 15:02:28.927862 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-afcf0252-817d-4f89-9ce0-135efa1e1ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:29.078758 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 258a6c86-79a5-4c0d-8937-9742466f1498 up at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:02:29.107401 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf0252-817d-4f89-9ce0-135efa1e1ad0 None None] Pushing event updated for resources: {'Port': ['ID=cbd0014e-9e77-4f60-9770-04ff5b83ffd2,revision_number=2']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:29.107774 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6c41cd8f-995c-41ec-9570-7b1ad2b765e0 req-c0e09a15-08b9-401c-8712-3473d3e5fe4a tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197397 Oct 26 15:02:29.130290 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-06bac8ef-542f-4e41-b255-bf0dd6482b12 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:29.150928 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Provisioning complete for port 258a6c86-79a5-4c0d-8937-9742466f1498 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:02:29.151134 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:29.177127 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8c671f7d-6485-41d2-b667-e5d84b8587f0 req-a6d42826-c529-43b4-ac48-4d2a13dd687c tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2316475 Oct 26 15:02:29.269120 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-06bac8ef-542f-4e41-b255-bf0dd6482b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3397087'] for port, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:29.356124 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bac8ef-542f-4e41-b255-bf0dd6482b12 admin admin] Pushing event updated for resources: {'Port': ['ID=6f5c6e9f-cf78-45d3-b3d8-020b79b4746d,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:29.377599 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bac8ef-542f-4e41-b255-bf0dd6482b12 admin admin] Network 164d7f62-997a-4502-882b-0bfc21bc1de5 is already hosted by enough agents. {{(pid=108648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:02:29.384629 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.base_scheduler [None req-06bac8ef-542f-4e41-b255-bf0dd6482b12 admin admin] Resources bound (agent type, host, resource id): {{(pid=108648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:02:29.399441 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bac8ef-542f-4e41-b255-bf0dd6482b12 admin admin] Received port after_create {{(pid=108648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:02:29.461125 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b404e227-cde2-4a6a-affb-2330a00456b4 req-c924a370-9c5f-44f5-bf40-f35b5c59914c tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:29.477475 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b404e227-cde2-4a6a-affb-2330a00456b4 req-c924a370-9c5f-44f5-bf40-f35b5c59914c tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 944 time: 0.2527149 Oct 26 15:02:29.481476 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device c2eb0799-7052-4b1e-a495-442ca53b30f3 up at agent hyperv_hv-cinder-73270 {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:02:29.555966 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b404e227-cde2-4a6a-affb-2330a00456b4 req-214285d6-56dd-4380-a69a-3c5aad16f10e tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcc71342-7fe5-4670-9507-312ce82cc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774992 Oct 26 15:02:29.640638 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:29.670308 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] For port 258a6c86-79a5-4c0d-8937-9742466f1498, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=258a6c86-79a5-4c0d-8937-9742466f1498,segment=NetworkSegment(48b4b2e5-ca40-4770-b351-7c2adc646ed5),segment_id=48b4b2e5-ca40-4770-b351-7c2adc646ed5)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:02:29.733180 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c81c508-096c-416e-8c25-ff9db56ef723 None None] Sync routers for ids ['4054a3b4-1b92-4cc2-981e-d4bf7d393595'] in dv-cinder-732704-6-iscsi {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:02:29.743929 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c81c508-096c-416e-8c25-ff9db56ef723 None None] Routers {'4054a3b4-1b92-4cc2-981e-d4bf7d393595'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:02:29.744403 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-4c81c508-096c-416e-8c25-ff9db56ef723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:02:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['4054a3b4-1b92-4cc2-981e-d4bf7d393595'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:02:29.783510 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Provisioning for port c2eb0799-7052-4b1e-a495-442ca53b30f3 completed by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 15:02:29.785717 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:29.786501 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device b07a00ea-4f47-4fea-9a28-fe44f6bea741 up at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:02:29.881180 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Provisioning complete for port c2eb0799-7052-4b1e-a495-442ca53b30f3 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:02:29.881549 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:29.947826 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-06bac8ef-542f-4e41-b255-bf0dd6482b12 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:29.980947 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 60692) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:29.985990 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [None req-9c99ddac-efd5-4dc8-b124-126e8af6ad67 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-850208143-network', 'tenant_id': '57cba6b75be04c21a95aa3c3a8996e7b'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:02:29.999163 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-4c81c508-096c-416e-8c25-ff9db56ef723 None None] Set router 4054a3b4-1b92-4cc2-981e-d4bf7d393595 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:02:30.108017 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Pushing event updated for resources: {'Port': ['ID=258a6c86-79a5-4c0d-8937-9742466f1498,revision_number=4']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:30.109099 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c99ddac-efd5-4dc8-b124-126e8af6ad67 admin admin] Made reservation on behalf of 57cba6b75be04c21a95aa3c3a8996e7b for: {'network': 1} {{(pid=108647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:02:30.112626 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-9c99ddac-efd5-4dc8-b124-126e8af6ad67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for network, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:30.142686 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-9c99ddac-efd5-4dc8-b124-126e8af6ad67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:30.227134 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Provisioning complete for port b07a00ea-4f47-4fea-9a28-fe44f6bea741 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:02:30.227551 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:30.293287 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-9c99ddac-efd5-4dc8-b124-126e8af6ad67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:30.355461 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b237530-c63d-452f-806b-0fd9de555d30 req-418c84f2-7ea8-4bd3-b61f-3c56fc9aa09b tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:30.363269 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6b237530-c63d-452f-806b-0fd9de555d30 req-418c84f2-7ea8-4bd3-b61f-3c56fc9aa09b tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 946 time: 0.1456113 Oct 26 15:02:30.363509 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:30.374562 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-06bac8ef-542f-4e41-b255-bf0dd6482b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536295198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536295836'] for router, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:30.388357 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-9c99ddac-efd5-4dc8-b124-126e8af6ad67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:30.392904 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40601b44-bf63-4bf7-b43d-6a0c74df5623 req-a1bb6c51-997e-4711-85e6-b56400f043c1 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:30.394903 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-40601b44-bf63-4bf7-b43d-6a0c74df5623 req-a1bb6c51-997e-4711-85e6-b56400f043c1 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 945 time: 0.1112027 Oct 26 15:02:30.418810 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c99ddac-efd5-4dc8-b124-126e8af6ad67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f0bc4a-f901-4dba-be93-fde6cfc0bb85,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:30.437245 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c99ddac-efd5-4dc8-b124-126e8af6ad67 admin admin] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=108647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:02:30.454050 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-9c99ddac-efd5-4dc8-b124-126e8af6ad67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888'] for segment, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:30.454567 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.db.segments_db [None req-9c99ddac-efd5-4dc8-b124-126e8af6ad67 admin admin] Added segment 6c3c6407-f6c1-4c63-a8a7-7617f701d390 of type vlan for network e4091c12-5ce6-4001-84d7-8056be344dea Oct 26 15:02:30.458285 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eba8653-ed58-4bd4-8847-c44d71c65cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2eb0799-7052-4b1e-a495-442ca53b30f3'}] {{(pid=108649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:02:30.461336 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce9ea8dafcd660945e4144893ae94b540b7d43bc7f31485d3ebdd76e7b8406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf20f1eb-e484-41ec-afef-d6245082d36c" -d '{"events": [{"server_uuid": "3eba8653-ed58-4bd4-8847-c44d71c65cad", "name": "network-vif-plugged", "status": "completed", "tag": "c2eb0799-7052-4b1e-a495-442ca53b30f3"}]}' {{(pid=108649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:02:30.513615 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port c2eb0799-7052-4b1e-a495-442ca53b30f3, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=c2eb0799-7052-4b1e-a495-442ca53b30f3,segment=NetworkSegment(61f6979d-e903-4c43-8269-4f51dd4c68cb),segment_id=61f6979d-e903-4c43-8269-4f51dd4c68cb)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:02:30.519946 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-9c99ddac-efd5-4dc8-b124-126e8af6ad67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752337516683'] for network, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:30.556156 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-4c81c508-096c-416e-8c25-ff9db56ef723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'name': 'tempest-TestVolumeBootPattern-1982504479-router', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '258a6c86-79a5-4c0d-8937-9742466f1498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:20Z', 'updated_at': '2021-10-26T15:02:26Z', 'revision_number': 4, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'gw_port': {'id': '258a6c86-79a5-4c0d-8937-9742466f1498', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f3:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:22Z', 'updated_at': '2021-10-26T15:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': '0f866454-2564-47ec-8643-cb2d80ed809a', 'name': '', 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'mac_address': 'fa:16:3e:0c:9f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'd2f548be-e416-40d5-a12d-a157ab7e380b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:25Z', 'updated_at': '2021-10-26T15:02:26Z', 'revision_number': 2, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'subnets': [{'id': 'd2f548be-e416-40d5-a12d-a157ab7e380b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:02:30.584743 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c81c508-096c-416e-8c25-ff9db56ef723 None None] Checking router: 4054a3b4-1b92-4cc2-981e-d4bf7d393595 for host: dv-cinder-732704-6-iscsi {{(pid=108649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:02:30.587100 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c81c508-096c-416e-8c25-ff9db56ef723 None None] Updating router 4054a3b4-1b92-4cc2-981e-d4bf7d393595 port 0f866454-2564-47ec-8643-cb2d80ed809a binding host dv-cinder-732704-6-iscsi {{(pid=108649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:02:30.607351 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:30.635010 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-9c99ddac-efd5-4dc8-b124-126e8af6ad67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593'] for network, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:30.637272 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-4c81c508-096c-416e-8c25-ff9db56ef723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:30.638274 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c99ddac-efd5-4dc8-b124-126e8af6ad67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:30.639007 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-9c99ddac-efd5-4dc8-b124-126e8af6ad67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for network, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:30.740789 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6b237530-c63d-452f-806b-0fd9de555d30 req-a16c2651-47fb-4cbf-b762-92ea51a835f1 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677216 Oct 26 15:02:30.747123 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c99ddac-efd5-4dc8-b124-126e8af6ad67 admin admin] Pushing event updated for resources: {'Network': ['ID=e4091c12-5ce6-4001-84d7-8056be344dea,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:30.764608 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-40601b44-bf63-4bf7-b43d-6a0c74df5623 req-dce25244-1e44-4864-bb6f-a10d85db93f2 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3602273 Oct 26 15:02:30.809236 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=c2eb0799-7052-4b1e-a495-442ca53b30f3,revision_number=5']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:30.815167 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-9c99ddac-efd5-4dc8-b124-126e8af6ad67 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8330939 Oct 26 15:02:30.818332 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 60706) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:30.825840 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-ad0f3caa-b08a-4d58-8882-63e2ec49aac7 admin admin] Request body: {'subnet': {'network_id': 'e4091c12-5ce6-4001-84d7-8056be344dea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-850208143-subnet', 'tenant_id': '57cba6b75be04c21a95aa3c3a8996e7b', 'ip_version': 4}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:02:30.827874 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eddeb4c-345c-4870-8b4d-2df35cc33a54 x-openstack-request-id: req-7eddeb4c-345c-4870-8b4d-2df35cc33a54 {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:02:30.828309 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eba8653-ed58-4bd4-8847-c44d71c65cad", "name": "network-vif-plugged", "status": "completed", "tag": "c2eb0799-7052-4b1e-a495-442ca53b30f3", "code": 200}]} {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:02:30.828569 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7eddeb4c-345c-4870-8b4d-2df35cc33a54 {{(pid=108649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:02:30.829000 dv-cinder-732704-6-iscsi neutron-server[108649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eba8653-ed58-4bd4-8847-c44d71c65cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2eb0799-7052-4b1e-a495-442ca53b30f3', 'code': 200} Oct 26 15:02:30.832306 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Network e4091c12-5ce6-4001-84d7-8056be344dea details requested by agent ovs-agent-dv-cinder-732704-6-iscsi with host dv-cinder-732704-6-iscsi {{(pid=108649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:02:30.835597 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4fd1a0-316b-441e-99f6-e9824d69453c None None] Network e9f9b01d-b28a-4617-9b81-a614a4ad6002 requested from dv-cinder-732704-6-iscsi {{(pid=108649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:02:30.905247 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088971f-fe73-499a-8bb5-a19b6deb88dd req-6a19bb9c-05d1-41a7-be95-092b724a50f4 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:30.907087 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e088971f-fe73-499a-8bb5-a19b6deb88dd req-6a19bb9c-05d1-41a7-be95-092b724a50f4 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 945 time: 0.0584688 Oct 26 15:02:30.922418 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06bac8ef-542f-4e41-b255-bf0dd6482b12 admin admin] Router 2cb56c5f-3e9f-4354-b21e-aa67fac00aa7 is scheduled to L3 agent aad0d180-bd62-492d-9d56-445be5af9cbd with binding_index 1 {{(pid=108648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:02:30.962664 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0f3caa-b08a-4d58-8882-63e2ec49aac7 admin admin] Made reservation on behalf of 57cba6b75be04c21a95aa3c3a8996e7b for: {'subnet': 1} {{(pid=108648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:02:30.962664 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-ad0f3caa-b08a-4d58-8882-63e2ec49aac7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8405531'] for subnet, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:30.992347 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e088971f-fe73-499a-8bb5-a19b6deb88dd req-ca8715dd-b687-451b-bc3f-83e038c4c210 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcc71342-7fe5-4670-9507-312ce82cc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777769 Oct 26 15:02:31.033267 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 258a6c86-79a5-4c0d-8937-9742466f1498 up at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:02:31.034899 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-dd197dc1-2dc0-47c4-baea-46811a28d953 None None] Provisioning complete for port cbd0014e-9e77-4f60-9770-04ff5b83ffd2 triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:02:31.035273 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-dd197dc1-2dc0-47c4-baea-46811a28d953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:31.139761 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06bac8ef-542f-4e41-b255-bf0dd6482b12 admin admin] Notify agent at l3_agent.dv-cinder-732704-6-iscsi the message routers_updated {{(pid=108648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:02:31.166424 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d2de7e-d5cb-4828-9909-f2b2338247f9 None None] Sync routers for ids ['2cb56c5f-3e9f-4354-b21e-aa67fac00aa7'] in dv-cinder-732704-6-iscsi {{(pid=108650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:02:31.176911 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d2de7e-d5cb-4828-9909-f2b2338247f9 None None] Routers {'2cb56c5f-3e9f-4354-b21e-aa67fac00aa7'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:02:31.178376 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-40d2de7e-d5cb-4828-9909-f2b2338247f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:02:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['2cb56c5f-3e9f-4354-b21e-aa67fac00aa7'], 'active': True} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:02:31.282678 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Provisioning complete for port 258a6c86-79a5-4c0d-8937-9742466f1498 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:02:31.283201 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:31.300240 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvr_db [None req-40d2de7e-d5cb-4828-9909-f2b2338247f9 None None] Set router 2cb56c5f-3e9f-4354-b21e-aa67fac00aa7 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:02:31.353238 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-06bac8ef-542f-4e41-b255-bf0dd6482b12 admin admin] Publish callbacks [] for router, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:31.364633 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-06bac8ef-542f-4e41-b255-bf0dd6482b12 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.7851257 Oct 26 15:02:31.364633 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 60718) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:31.407638 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-dd197dc1-2dc0-47c4-baea-46811a28d953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:31.437658 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-bf4cd3d0-2df9-49f3-9982-b340395dc340 req-17ae3628-c116-4e04-8e44-7f08e814c059 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1584499 Oct 26 15:02:31.449988 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-dd197dc1-2dc0-47c4-baea-46811a28d953 None None] For port cbd0014e-9e77-4f60-9770-04ff5b83ffd2, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=cbd0014e-9e77-4f60-9770-04ff5b83ffd2,segment=NetworkSegment(70c3e4aa-dc6c-4875-b626-ec858fa3a509),segment_id=70c3e4aa-dc6c-4875-b626-ec858fa3a509)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:02:31.488067 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-4c81c508-096c-416e-8c25-ff9db56ef723 None None] Publish callbacks [] for port, precommit_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:31.501156 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-ad0f3caa-b08a-4d58-8882-63e2ec49aac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3396931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8405541'] for subnet, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:31.501762 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a1007d-db24-4d7c-bc5e-715ae5a7b58d req-68d5eaa5-2cea-47ab-b829-e72fb8eb3c33 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:31.503407 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-d8a1007d-db24-4d7c-bc5e-715ae5a7b58d req-68d5eaa5-2cea-47ab-b829-e72fb8eb3c33 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.76 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 946 time: 0.1869321 Oct 26 15:02:31.540470 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-dd197dc1-2dc0-47c4-baea-46811a28d953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:31.598323 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-4c81c508-096c-416e-8c25-ff9db56ef723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:31.641496 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f3caa-b08a-4d58-8882-63e2ec49aac7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc88b52d-129a-4025-8d5f-4d769a475249,revision_number=0']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:31.667966 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device cbd0014e-9e77-4f60-9770-04ff5b83ffd2 up at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:02:31.706020 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4cd3d0-2df9-49f3-9982-b340395dc340 req-4f96db41-dc86-4db0-9001-ee58c449dba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:31.708593 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-bf4cd3d0-2df9-49f3-9982-b340395dc340 req-4f96db41-dc86-4db0-9001-ee58c449dba0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5b867107a3d44416a28e053e339e7d5f&device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 1099 time: 0.1969090 Oct 26 15:02:31.761902 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-40d2de7e-d5cb-4828-9909-f2b2338247f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb56c5f-3e9f-4354-b21e-aa67fac00aa7', 'name': 'tempest-TestShelveInstance-384887535-router', 'tenant_id': '93fbf3e2bd624b8cb018940b513fcd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '6f5c6e9f-cf78-45d3-b3d8-020b79b4746d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:26Z', 'updated_at': '2021-10-26T15:02:29Z', 'revision_number': 3, 'project_id': '93fbf3e2bd624b8cb018940b513fcd1f', 'gw_port': {'id': '6f5c6e9f-cf78-45d3-b3d8-020b79b4746d', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:00:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb56c5f-3e9f-4354-b21e-aa67fac00aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:28Z', 'updated_at': '2021-10-26T15:02:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi'}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:02:31.838075 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d2de7e-d5cb-4828-9909-f2b2338247f9 None None] Checking router: 2cb56c5f-3e9f-4354-b21e-aa67fac00aa7 for host: dv-cinder-732704-6-iscsi {{(pid=108650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:02:31.838571 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d2de7e-d5cb-4828-9909-f2b2338247f9 None None] Updating router 2cb56c5f-3e9f-4354-b21e-aa67fac00aa7 port 6f5c6e9f-cf78-45d3-b3d8-020b79b4746d binding host dv-cinder-732704-6-iscsi {{(pid=108650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:02:31.900018 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-40d2de7e-d5cb-4828-9909-f2b2338247f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:31.957257 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4cd3d0-2df9-49f3-9982-b340395dc340 req-8c96a224-6159-4699-a111-d9020760ee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:31.959850 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-bf4cd3d0-2df9-49f3-9982-b340395dc340 req-8c96a224-6159-4699-a111-d9020760ee68 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c4a59254-0cf7-4cdc-9af4-c745fac64f1e HTTP/1.1" status: 200 len: 912 time: 0.2168403 Oct 26 15:02:32.025877 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40876e4-2097-4636-8f23-1226231c9a64 req-7b6ecf62-0824-4448-b05e-34869511534a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:32.030040 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e40876e4-2097-4636-8f23-1226231c9a64 req-7b6ecf62-0824-4448-b05e-34869511534a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 1098 time: 0.2787547 Oct 26 15:02:32.035690 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0f3caa-b08a-4d58-8882-63e2ec49aac7 admin admin] Checking segment: {'id': '6c3c6407-f6c1-4c63-a8a7-7617f701d390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e4091c12-5ce6-4001-84d7-8056be344dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:02:32.036076 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0f3caa-b08a-4d58-8882-63e2ec49aac7 admin admin] Network hostable DHCP agents. Network: e4091c12-5ce6-4001-84d7-8056be344dea, hostable agents: ['b4d4e8dd-6314-45fe-b027-8ffd5f87ed07'], hosted agents: [] {{(pid=108648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:02:32.042392 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd197dc1-2dc0-47c4-baea-46811a28d953 None None] Pushing event updated for resources: {'Port': ['ID=cbd0014e-9e77-4f60-9770-04ff5b83ffd2,revision_number=3']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:32.082106 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [req-d8a1007d-db24-4d7c-bc5e-715ae5a7b58d req-e4176d88-b34f-4623-81bb-f71ddbffef3c tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Deleting port 2dca28e5-d839-49ed-9fca-a6c3d9b6dd90 {{(pid=108647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:02:32.084118 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-d8a1007d-db24-4d7c-bc5e-715ae5a7b58d req-e4176d88-b34f-4623-81bb-f71ddbffef3c tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:32.090796 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec617a-fc73-4a8d-a322-2307b7d3861b req-b5533e7f-9e46-4c11-aa82-381700501051 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:32.092361 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9fec617a-fc73-4a8d-a322-2307b7d3861b req-b5533e7f-9e46-4c11-aa82-381700501051 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 945 time: 0.1919367 Oct 26 15:02:32.096285 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-ddab7d47-a3fd-4268-baa0-cc95f44088ab None None] Provisioning complete for port cbd0014e-9e77-4f60-9770-04ff5b83ffd2 triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:02:32.097382 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-ddab7d47-a3fd-4268-baa0-cc95f44088ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:32.150299 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-4c81c508-096c-416e-8c25-ff9db56ef723 None None] Attempting to bind port 0f866454-2564-47ec-8643-cb2d80ed809a on host dv-cinder-732704-6-iscsi for vnic_type normal with profile {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:02:32.150877 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-4c81c508-096c-416e-8c25-ff9db56ef723 None None] Attempting to bind port 0f866454-2564-47ec-8643-cb2d80ed809a by drivers openvswitch,hyperv on host dv-cinder-732704-6-iscsi at level 0 using segments [{'id': '8621fa32-c66b-4463-805f-ba8280121809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865'}] {{(pid=108649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:02:32.151341 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c81c508-096c-416e-8c25-ff9db56ef723 None None] Attempting to bind port 0f866454-2564-47ec-8643-cb2d80ed809a on network d121bef5-e7a7-4cc1-ab11-dcb6c02a3865 {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:02:32.168145 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-bf4cd3d0-2df9-49f3-9982-b340395dc340 req-9812768f-118b-44bf-b31d-e9709891e93d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6da2a63a-8d1d-4175-81f3-9f2c067770b0 HTTP/1.1" status: 200 len: 1001 time: 0.1979675 Oct 26 15:02:32.172956 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c81c508-096c-416e-8c25-ff9db56ef723 None None] Checking agent: {'id': '7cf7ebdc-aa0b-44cf-abbb-a49983147622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-732704-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 14, 50, 44), 'started_at': datetime.datetime(2021, 10, 26, 14, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-732704-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:02:32.173772 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c81c508-096c-416e-8c25-ff9db56ef723 None None] Checking segment: {'id': '8621fa32-c66b-4463-805f-ba8280121809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:02:32.174278 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-4c81c508-096c-416e-8c25-ff9db56ef723 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:32.174826 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c81c508-096c-416e-8c25-ff9db56ef723 None None] Bound using segment: {'id': '8621fa32-c66b-4463-805f-ba8280121809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865'} {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:02:32.175506 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-4c81c508-096c-416e-8c25-ff9db56ef723 None None] Bound port: 0f866454-2564-47ec-8643-cb2d80ed809a, host: dv-cinder-732704-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8621fa32-c66b-4463-805f-ba8280121809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865'}}] {{(pid=108649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:02:32.175891 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-4c81c508-096c-416e-8c25-ff9db56ef723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:32.272490 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [req-d8a1007d-db24-4d7c-bc5e-715ae5a7b58d req-e4176d88-b34f-4623-81bb-f71ddbffef3c tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] For port 2dca28e5-d839-49ed-9fca-a6c3d9b6dd90, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=2dca28e5-d839-49ed-9fca-a6c3d9b6dd90,segment=NetworkSegment(84d62a4d-b5c1-4d59-bde4-a1debd3ef48c),segment_id=84d62a4d-b5c1-4d59-bde4-a1debd3ef48c)] {{(pid=108647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:02:32.273310 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-d8a1007d-db24-4d7c-bc5e-715ae5a7b58d req-e4176d88-b34f-4623-81bb-f71ddbffef3c tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:32.291513 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-4c81c508-096c-416e-8c25-ff9db56ef723 None None] For port 0f866454-2564-47ec-8643-cb2d80ed809a, host dv-cinder-732704-6-iscsi, cleared binding levels {{(pid=108649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:02:32.292268 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4cd3d0-2df9-49f3-9982-b340395dc340 req-3524b5ec-e3bb-4da2-9d35-0bf1b9acd112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:32.294916 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-bf4cd3d0-2df9-49f3-9982-b340395dc340 req-3524b5ec-e3bb-4da2-9d35-0bf1b9acd112 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e3398950-00b5-499d-8477-d73683a1256e HTTP/1.1" status: 200 len: 850 time: 0.1120520 Oct 26 15:02:32.295449 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-4c81c508-096c-416e-8c25-ff9db56ef723 None None] For port 0f866454-2564-47ec-8643-cb2d80ed809a, host dv-cinder-732704-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=0f866454-2564-47ec-8643-cb2d80ed809a,segment=NetworkSegment(8621fa32-c66b-4463-805f-ba8280121809),segment_id=8621fa32-c66b-4463-805f-ba8280121809)] {{(pid=108649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:02:32.300121 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3481892-32f4-4d2b-b75e-04e05858ddbd None None] Pushing event updated for resources: {'Port': ['ID=0f866454-2564-47ec-8643-cb2d80ed809a,revision_number=3']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:32.300652 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [req-d8a1007d-db24-4d7c-bc5e-715ae5a7b58d req-e4176d88-b34f-4623-81bb-f71ddbffef3c tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Calling delete_port for 2dca28e5-d839-49ed-9fca-a6c3d9b6dd90 owned by compute:nova {{(pid=108647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:02:32.310863 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119cf3e7-596d-4d2a-85ec-50f067908f39 req-745f933d-bcfb-4d1c-96f2-0ea2d43f0ca2 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:32.318998 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-119cf3e7-596d-4d2a-85ec-50f067908f39 req-745f933d-bcfb-4d1c-96f2-0ea2d43f0ca2 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 946 time: 0.4151306 Oct 26 15:02:32.336816 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Provisioning complete for port cbd0014e-9e77-4f60-9770-04ff5b83ffd2 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:02:32.337387 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:32.340747 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0f3caa-b08a-4d58-8882-63e2ec49aac7 admin admin] Network e4091c12-5ce6-4001-84d7-8056be344dea is scheduled to be hosted by DHCP agent b4d4e8dd-6314-45fe-b027-8ffd5f87ed07 with binding_index 1 {{(pid=108648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:02:32.347991 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-40d2de7e-d5cb-4828-9909-f2b2338247f9 None None] Publish callbacks [] for port, precommit_update {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:32.354533 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e40876e4-2097-4636-8f23-1226231c9a64 req-a5b216b6-4e28-4e0b-8cf3-ec8e4585d8ac service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=bcc71342-7fe5-4670-9507-312ce82cc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099093 Oct 26 15:02:32.400358 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-40d2de7e-d5cb-4828-9909-f2b2338247f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:32.404412 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.base_scheduler [None req-ad0f3caa-b08a-4d58-8882-63e2ec49aac7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-732704-6-iscsi, e4091c12-5ce6-4001-84d7-8056be344dea) {{(pid=108648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:02:32.409367 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0f3caa-b08a-4d58-8882-63e2ec49aac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:32.413764 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-ad0f3caa-b08a-4d58-8882-63e2ec49aac7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:32.418877 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-4c81c508-096c-416e-8c25-ff9db56ef723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:32.436333 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee84b43-a703-4fe6-a543-602d3a626938 None None] Network e4091c12-5ce6-4001-84d7-8056be344dea requested from dv-cinder-732704-6-iscsi {{(pid=108649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:02:32.452294 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4cd3d0-2df9-49f3-9982-b340395dc340 req-f01d12f7-eb10-4a74-ac64-91b5a4a367dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:32.453903 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9fec617a-fc73-4a8d-a322-2307b7d3861b req-ba356664-2fa9-4ac9-8eb9-f9b89704dd36 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2549052 Oct 26 15:02:32.454467 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-bf4cd3d0-2df9-49f3-9982-b340395dc340 req-f01d12f7-eb10-4a74-ac64-91b5a4a367dc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c4a59254-0cf7-4cdc-9af4-c745fac64f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1457894 Oct 26 15:02:32.483681 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-119cf3e7-596d-4d2a-85ec-50f067908f39 req-5a4c259f-cd1b-4307-9dd6-fe91a9fb30c4 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631625 Oct 26 15:02:32.525910 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe86e0a6-a3a9-46d5-8d7c-0110a6bcf047 None None] Pushing event updated for resources: {'Port': ['ID=6f5c6e9f-cf78-45d3-b3d8-020b79b4746d,revision_number=2']} {{(pid=108650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:32.553947 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.managers [None req-40d2de7e-d5cb-4828-9909-f2b2338247f9 None None] Attempting to bind port 6f5c6e9f-cf78-45d3-b3d8-020b79b4746d on host dv-cinder-732704-6-iscsi for vnic_type normal with profile {{(pid=108650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:02:32.554574 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.managers [None req-40d2de7e-d5cb-4828-9909-f2b2338247f9 None None] Attempting to bind port 6f5c6e9f-cf78-45d3-b3d8-020b79b4746d by drivers openvswitch,hyperv on host dv-cinder-732704-6-iscsi at level 0 using segments [{'id': '48b4b2e5-ca40-4770-b351-7c2adc646ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'}] {{(pid=108650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:02:32.555149 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d2de7e-d5cb-4828-9909-f2b2338247f9 None None] Attempting to bind port 6f5c6e9f-cf78-45d3-b3d8-020b79b4746d on network 164d7f62-997a-4502-882b-0bfc21bc1de5 {{(pid=108650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:02:32.568332 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d2de7e-d5cb-4828-9909-f2b2338247f9 None None] Checking agent: {'id': '7cf7ebdc-aa0b-44cf-abbb-a49983147622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-732704-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 14, 50, 44), 'started_at': datetime.datetime(2021, 10, 26, 14, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-732704-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:02:32.568332 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d2de7e-d5cb-4828-9909-f2b2338247f9 None None] Checking segment: {'id': '48b4b2e5-ca40-4770-b351-7c2adc646ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:02:32.568332 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-40d2de7e-d5cb-4828-9909-f2b2338247f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:32.568332 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d2de7e-d5cb-4828-9909-f2b2338247f9 None None] Bound using segment: {'id': '48b4b2e5-ca40-4770-b351-7c2adc646ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'} {{(pid=108650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:02:32.568332 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.managers [None req-40d2de7e-d5cb-4828-9909-f2b2338247f9 None None] Bound port: 6f5c6e9f-cf78-45d3-b3d8-020b79b4746d, host: dv-cinder-732704-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48b4b2e5-ca40-4770-b351-7c2adc646ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'}}] {{(pid=108650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:02:32.568332 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-40d2de7e-d5cb-4828-9909-f2b2338247f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:32.575383 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-ad0f3caa-b08a-4d58-8882-63e2ec49aac7 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7537782 Oct 26 15:02:32.581981 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 60740) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:32.589838 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [None req-5f4c650b-c599-4d42-bfc9-994ce062e6cc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-850208143-router', 'tenant_id': '57cba6b75be04c21a95aa3c3a8996e7b', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'}}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:02:32.638529 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.db [None req-40d2de7e-d5cb-4828-9909-f2b2338247f9 None None] For port 6f5c6e9f-cf78-45d3-b3d8-020b79b4746d, host dv-cinder-732704-6-iscsi, cleared binding levels {{(pid=108650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:02:32.642938 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.db [None req-40d2de7e-d5cb-4828-9909-f2b2338247f9 None None] For port 6f5c6e9f-cf78-45d3-b3d8-020b79b4746d, host dv-cinder-732704-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=6f5c6e9f-cf78-45d3-b3d8-020b79b4746d,segment=NetworkSegment(48b4b2e5-ca40-4770-b351-7c2adc646ed5),segment_id=48b4b2e5-ca40-4770-b351-7c2adc646ed5)] {{(pid=108650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:02:32.683405 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1effa7b2-158e-4af1-a7a9-d27dd21b7f86 req-f9bbf71f-e27d-4abc-b519-97c942ff0625 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:32.685050 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1effa7b2-158e-4af1-a7a9-d27dd21b7f86 req-f9bbf71f-e27d-4abc-b519-97c942ff0625 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 945 time: 0.0827081 Oct 26 15:02:32.721793 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3481892-32f4-4d2b-b75e-04e05858ddbd None None] Pushing event updated for resources: {'Port': ['ID=0f866454-2564-47ec-8643-cb2d80ed809a,revision_number=4']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:32.730283 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-40d2de7e-d5cb-4828-9909-f2b2338247f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:32.760995 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-fff482f0-3eae-4281-b1d9-ee1c91914e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:32.767049 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1effa7b2-158e-4af1-a7a9-d27dd21b7f86 req-c3efe15b-93ff-43b7-accc-4bb2162cb305 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcc71342-7fe5-4670-9507-312ce82cc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599146 Oct 26 15:02:32.770622 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-5f4c650b-c599-4d42-bfc9-994ce062e6cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536294039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2878'] for router, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:32.775211 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-5f4c650b-c599-4d42-bfc9-994ce062e6cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536295207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536295873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2849'] for router, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:32.818585 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d2de7e-d5cb-4828-9909-f2b2338247f9 None None] Routers {'2cb56c5f-3e9f-4354-b21e-aa67fac00aa7'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:02:32.819686 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-40d2de7e-d5cb-4828-9909-f2b2338247f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:02:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['2cb56c5f-3e9f-4354-b21e-aa67fac00aa7'], 'active': True} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:02:32.828209 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c81c508-096c-416e-8c25-ff9db56ef723 None None] Routers {'4054a3b4-1b92-4cc2-981e-d4bf7d393595'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:02:32.828859 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-4c81c508-096c-416e-8c25-ff9db56ef723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:02:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['4054a3b4-1b92-4cc2-981e-d4bf7d393595'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:02:32.848399 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-5f4c650b-c599-4d42-bfc9-994ce062e6cc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:32.853056 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-d8a1007d-db24-4d7c-bc5e-715ae5a7b58d req-e4176d88-b34f-4623-81bb-f71ddbffef3c tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:32.885314 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4176d88-b34f-4623-81bb-f71ddbffef3c tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Pushing event deleted for resources: {'Port': ['ID=2dca28e5-d839-49ed-9fca-a6c3d9b6dd90,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:32.898478 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-bf4cd3d0-2df9-49f3-9982-b340395dc340 req-a1943200-aa5a-4177-953b-20a8f5ad905a service neutron] 10.222.0.76 "GET /v2.0/networks/c4a59254-0cf7-4cdc-9af4-c745fac64f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740149 Oct 26 15:02:32.948168 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] get_ports_and_sgs() called for port_ids ['c7db0864-eacc-405f-bf1d-68530c8f2784', '2dca28e5-d839-49ed-9fca-a6c3d9b6dd90'] {{(pid=108649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:02:32.991069 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.db.db_base_plugin_common [None req-fff482f0-3eae-4281-b1d9-ee1c91914e9f admin admin] Allocated IP 172.20.0.1 (e9f9b01d-b28a-4617-9b81-a614a4ad6002/bc090835-674c-43c8-bfb6-a2553e3c3160/50fba1cf-a4fd-4660-8d40-09521908c1ef) {{(pid=108648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:02:33.024580 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-1556cc3f-5819-4bc6-a2f5-c51a1e97ba82 None None] Provisioning complete for port 0f866454-2564-47ec-8643-cb2d80ed809a triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:02:33.026301 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-1556cc3f-5819-4bc6-a2f5-c51a1e97ba82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:33.066508 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9c9bcc-efd0-4da6-ad0d-15fde9d6da76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72fa0a13-38eb-554b-8c64-da8832a67d1e-e4091c12-5ce6-4001-84d7-8056be344dea', 'network_id': 'e4091c12-5ce6-4001-84d7-8056be344dea', 'tenant_id': '57cba6b75be04c21a95aa3c3a8996e7b', 'fixed_ips': [{'subnet_id': 'dc88b52d-129a-4025-8d5f-4d769a475249'}]}} from dv-cinder-732704-6-iscsi. {{(pid=108649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 15:02:33.067410 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-4a9c9bcc-efd0-4da6-ad0d-15fde9d6da76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:33.099738 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a1007d-db24-4d7c-bc5e-715ae5a7b58d req-e4176d88-b34f-4623-81bb-f71ddbffef3c tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] No DVR routers for this DVR port 2dca28e5-d839-49ed-9fca-a6c3d9b6dd90 on host hv-cinder-73270 {{(pid=108647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:02:33.103344 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-d8a1007d-db24-4d7c-bc5e-715ae5a7b58d req-e4176d88-b34f-4623-81bb-f71ddbffef3c tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:33.108314 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-d8a1007d-db24-4d7c-bc5e-715ae5a7b58d req-e4176d88-b34f-4623-81bb-f71ddbffef3c tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.76 "DELETE /v2.0/ports/2dca28e5-d839-49ed-9fca-a6c3d9b6dd90 HTTP/1.1" status: 204 len: 173 time: 1.5758710 Oct 26 15:02:33.115044 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27bbeac8-7694-49f1-9a20-40e2d26b7ca4', 'name': 'network-vif-deleted', 'tag': '2dca28e5-d839-49ed-9fca-a6c3d9b6dd90'}] {{(pid=108647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:02:33.117962 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c67b12b1cf7ef49faca107c22834427ed1d300477b197fee39d1c6656c9e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f80975-8231-446a-b450-de1b3949f93a" -d '{"events": [{"server_uuid": "27bbeac8-7694-49f1-9a20-40e2d26b7ca4", "name": "network-vif-deleted", "tag": "2dca28e5-d839-49ed-9fca-a6c3d9b6dd90"}]}' {{(pid=108647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:02:33.132544 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvr_db [None req-40d2de7e-d5cb-4828-9909-f2b2338247f9 None None] Set router 2cb56c5f-3e9f-4354-b21e-aa67fac00aa7 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:02:33.166380 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-fff482f0-3eae-4281-b1d9-ee1c91914e9f admin admin] Publish callbacks [] for port, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:33.293049 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device cbd0014e-9e77-4f60-9770-04ff5b83ffd2 up at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:02:33.298538 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7cafa02-30ce-4dab-bff3-776d89fcb4ba x-openstack-request-id: req-b7cafa02-30ce-4dab-bff3-776d89fcb4ba {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:02:33.299102 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27bbeac8-7694-49f1-9a20-40e2d26b7ca4", "name": "network-vif-deleted", "tag": "2dca28e5-d839-49ed-9fca-a6c3d9b6dd90", "status": "completed", "code": 200}]} {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:02:33.299267 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-fff482f0-3eae-4281-b1d9-ee1c91914e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3397087'] for port, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:33.299451 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b7cafa02-30ce-4dab-bff3-776d89fcb4ba {{(pid=108647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:02:33.299789 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27bbeac8-7694-49f1-9a20-40e2d26b7ca4', 'name': 'network-vif-deleted', 'tag': '2dca28e5-d839-49ed-9fca-a6c3d9b6dd90', 'status': 'completed', 'code': 200} Oct 26 15:02:33.305855 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-5f4c650b-c599-4d42-bfc9-994ce062e6cc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:33.344295 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-bf4cd3d0-2df9-49f3-9982-b340395dc340 req-62bb5b77-3da3-404e-b2fc-21ad2b78a48b service neutron] 10.222.0.76 "GET /v2.0/networks/c4a59254-0cf7-4cdc-9af4-c745fac64f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279706 Oct 26 15:02:33.351833 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff482f0-3eae-4281-b1d9-ee1c91914e9f admin admin] Network e9f9b01d-b28a-4617-9b81-a614a4ad6002 is already hosted by enough agents. {{(pid=108648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:02:33.357371 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.base_scheduler [None req-fff482f0-3eae-4281-b1d9-ee1c91914e9f admin admin] Resources bound (agent type, host, resource id): {{(pid=108648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:02:33.361617 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff482f0-3eae-4281-b1d9-ee1c91914e9f admin admin] Received port after_create {{(pid=108648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:02:33.369511 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff482f0-3eae-4281-b1d9-ee1c91914e9f admin admin] Pushing event updated for resources: {'Port': ['ID=50fba1cf-a4fd-4660-8d40-09521908c1ef,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:33.380054 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe86e0a6-a3a9-46d5-8d7c-0110a6bcf047 None None] Pushing event updated for resources: {'Port': ['ID=6f5c6e9f-cf78-45d3-b3d8-020b79b4746d,revision_number=3']} {{(pid=108650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:33.424172 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-40d2de7e-d5cb-4828-9909-f2b2338247f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb56c5f-3e9f-4354-b21e-aa67fac00aa7', 'name': 'tempest-TestShelveInstance-384887535-router', 'tenant_id': '93fbf3e2bd624b8cb018940b513fcd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '6f5c6e9f-cf78-45d3-b3d8-020b79b4746d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:26Z', 'updated_at': '2021-10-26T15:02:29Z', 'revision_number': 3, 'project_id': '93fbf3e2bd624b8cb018940b513fcd1f', 'gw_port': {'id': '6f5c6e9f-cf78-45d3-b3d8-020b79b4746d', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:00:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb56c5f-3e9f-4354-b21e-aa67fac00aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:28Z', 'updated_at': '2021-10-26T15:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi'}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:02:33.429987 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-fff482f0-3eae-4281-b1d9-ee1c91914e9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536297409'] for router_interface, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:33.478722 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-4c81c508-096c-416e-8c25-ff9db56ef723 None None] Set router 4054a3b4-1b92-4cc2-981e-d4bf7d393595 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:02:33.590813 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d2de7e-d5cb-4828-9909-f2b2338247f9 None None] The sync data for ids ['2cb56c5f-3e9f-4354-b21e-aa67fac00aa7'] in dv-cinder-732704-6-iscsi is: [{'id': '2cb56c5f-3e9f-4354-b21e-aa67fac00aa7', 'name': 'tempest-TestShelveInstance-384887535-router', 'tenant_id': '93fbf3e2bd624b8cb018940b513fcd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '6f5c6e9f-cf78-45d3-b3d8-020b79b4746d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:26Z', 'updated_at': '2021-10-26T15:02:29Z', 'revision_number': 3, 'project_id': '93fbf3e2bd624b8cb018940b513fcd1f', 'gw_port': {'id': '6f5c6e9f-cf78-45d3-b3d8-020b79b4746d', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:00:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb56c5f-3e9f-4354-b21e-aa67fac00aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:28Z', 'updated_at': '2021-10-26T15:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi'}] {{(pid=108650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:02:33.849654 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008cc46-227a-4c17-84a1-e57bc8c9aa15 req-76260a3b-e508-4f8f-9844-092286b02c00 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:33.858832 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7008cc46-227a-4c17-84a1-e57bc8c9aa15 req-76260a3b-e508-4f8f-9844-092286b02c00 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 945 time: 0.1776409 Oct 26 15:02:33.858832 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fd36b359-95dd-4dca-a3de-4a53eedd43ed req-efa3ffcc-f320-4346-b242-40a6015d7f4e tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 210 time: 0.0866537 Oct 26 15:02:33.866687 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-fff482f0-3eae-4281-b1d9-ee1c91914e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:34.061759 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-1556cc3f-5819-4bc6-a2f5-c51a1e97ba82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:34.102859 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.db_base_plugin_common [None req-4a9c9bcc-efd0-4da6-ad0d-15fde9d6da76 None None] Allocated IP 172.20.0.2 (e4091c12-5ce6-4001-84d7-8056be344dea/dc88b52d-129a-4025-8d5f-4d769a475249/764bd29d-d020-4e15-8b9e-a88b6e2251c0) {{(pid=108649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:02:34.166190 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Provisioning complete for port cbd0014e-9e77-4f60-9770-04ff5b83ffd2 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:02:34.166603 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:34.196633 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-fff482f0-3eae-4281-b1d9-ee1c91914e9f admin admin] Publish callbacks [] for port, precommit_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:34.282812 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7008cc46-227a-4c17-84a1-e57bc8c9aa15 req-5c03f3b5-9005-4373-9d9c-67bf1640cea9 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3894272 Oct 26 15:02:34.353859 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637fc58f-88ef-4952-abaf-8a399e05bc5c req-d651ca7a-2736-449d-bc9e-9c962f1dcba8 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:34.374470 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-637fc58f-88ef-4952-abaf-8a399e05bc5c req-d651ca7a-2736-449d-bc9e-9c962f1dcba8 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 945 time: 0.1683512 Oct 26 15:02:34.380119 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-fff482f0-3eae-4281-b1d9-ee1c91914e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3397078'] for port, after_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:34.393565 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-5f4c650b-c599-4d42-bfc9-994ce062e6cc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:34.423758 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-5f4c650b-c599-4d42-bfc9-994ce062e6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:34.443774 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-1556cc3f-5819-4bc6-a2f5-c51a1e97ba82 None None] For port 0f866454-2564-47ec-8643-cb2d80ed809a, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=0f866454-2564-47ec-8643-cb2d80ed809a,segment=NetworkSegment(8621fa32-c66b-4463-805f-ba8280121809),segment_id=8621fa32-c66b-4463-805f-ba8280121809)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:02:34.512436 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff482f0-3eae-4281-b1d9-ee1c91914e9f admin admin] Pushing event updated for resources: {'Port': ['ID=50fba1cf-a4fd-4660-8d40-09521908c1ef,revision_number=2']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:34.521232 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-1556cc3f-5819-4bc6-a2f5-c51a1e97ba82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:34.530465 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-fff482f0-3eae-4281-b1d9-ee1c91914e9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536254647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536296017'] for router_interface, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:34.605631 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.db_base_plugin_common [None req-5f4c650b-c599-4d42-bfc9-994ce062e6cc admin admin] Allocated IP 172.27.0.67 (164d7f62-997a-4502-882b-0bfc21bc1de5/6ece9388-c7af-48ed-bfac-1151ab9231f6/722c6eb1-29be-447c-8917-851eb1aa16a0) {{(pid=108647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:02:34.629704 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-637fc58f-88ef-4952-abaf-8a399e05bc5c req-720d016d-0ada-4977-97f7-aeffccbdc216 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcc71342-7fe5-4670-9507-312ce82cc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531483 Oct 26 15:02:34.718422 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-4c81c508-096c-416e-8c25-ff9db56ef723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'name': 'tempest-TestVolumeBootPattern-1982504479-router', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '258a6c86-79a5-4c0d-8937-9742466f1498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:20Z', 'updated_at': '2021-10-26T15:02:26Z', 'revision_number': 4, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'gw_port': {'id': '258a6c86-79a5-4c0d-8937-9742466f1498', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:22Z', 'updated_at': '2021-10-26T15:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': '0f866454-2564-47ec-8643-cb2d80ed809a', 'name': '', 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'mac_address': 'fa:16:3e:0c:9f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'd2f548be-e416-40d5-a12d-a157ab7e380b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:25Z', 'updated_at': '2021-10-26T15:02:32Z', 'revision_number': 4, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'subnets': [{'id': 'd2f548be-e416-40d5-a12d-a157ab7e380b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:02:34.799153 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-5f4c650b-c599-4d42-bfc9-994ce062e6cc admin admin] Publish callbacks [] for port, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:34.825764 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c81c508-096c-416e-8c25-ff9db56ef723 None None] The sync data for ids ['4054a3b4-1b92-4cc2-981e-d4bf7d393595'] in dv-cinder-732704-6-iscsi is: [{'id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'name': 'tempest-TestVolumeBootPattern-1982504479-router', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '258a6c86-79a5-4c0d-8937-9742466f1498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:20Z', 'updated_at': '2021-10-26T15:02:26Z', 'revision_number': 4, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'gw_port': {'id': '258a6c86-79a5-4c0d-8937-9742466f1498', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:22Z', 'updated_at': '2021-10-26T15:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': '0f866454-2564-47ec-8643-cb2d80ed809a', 'name': '', 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'mac_address': 'fa:16:3e:0c:9f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'd2f548be-e416-40d5-a12d-a157ab7e380b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:25Z', 'updated_at': '2021-10-26T15:02:32Z', 'revision_number': 4, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'subnets': [{'id': 'd2f548be-e416-40d5-a12d-a157ab7e380b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:02:34.832434 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1556cc3f-5819-4bc6-a2f5-c51a1e97ba82 None None] Pushing event updated for resources: {'Port': ['ID=0f866454-2564-47ec-8643-cb2d80ed809a,revision_number=5']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:34.833726 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff482f0-3eae-4281-b1d9-ee1c91914e9f admin admin] Network e9f9b01d-b28a-4617-9b81-a614a4ad6002 is already hosted by enough agents. {{(pid=108648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:02:34.836101 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.base_scheduler [None req-fff482f0-3eae-4281-b1d9-ee1c91914e9f admin admin] Resources bound (agent type, host, resource id): {{(pid=108648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:02:34.849339 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-e682f712-94e3-4c75-9138-166cd0fae517 None None] Provisioning complete for port 0f866454-2564-47ec-8643-cb2d80ed809a triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:02:34.849715 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-e682f712-94e3-4c75-9138-166cd0fae517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:34.865162 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-4a9c9bcc-efd0-4da6-ad0d-15fde9d6da76 None None] Publish callbacks [] for port, precommit_create {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:34.865162 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1556cc3f-5819-4bc6-a2f5-c51a1e97ba82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:02:34.865162 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1556cc3f-5819-4bc6-a2f5-c51a1e97ba82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:02:34.865162 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1556cc3f-5819-4bc6-a2f5-c51a1e97ba82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:02:34.865162 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1556cc3f-5819-4bc6-a2f5-c51a1e97ba82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:02:34.865162 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1556cc3f-5819-4bc6-a2f5-c51a1e97ba82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:02:34.865162 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1556cc3f-5819-4bc6-a2f5-c51a1e97ba82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:02:34.865162 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1556cc3f-5819-4bc6-a2f5-c51a1e97ba82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:02:34.865162 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1556cc3f-5819-4bc6-a2f5-c51a1e97ba82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:02:34.867563 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1556cc3f-5819-4bc6-a2f5-c51a1e97ba82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:02:34.867563 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1556cc3f-5819-4bc6-a2f5-c51a1e97ba82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:02:34.867563 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1556cc3f-5819-4bc6-a2f5-c51a1e97ba82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:02:34.867563 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1556cc3f-5819-4bc6-a2f5-c51a1e97ba82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:02:34.953664 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-5f4c650b-c599-4d42-bfc9-994ce062e6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:35.171748 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c650b-c599-4d42-bfc9-994ce062e6cc admin admin] Pushing event updated for resources: {'Port': ['ID=722c6eb1-29be-447c-8917-851eb1aa16a0,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:35.207394 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4c650b-c599-4d42-bfc9-994ce062e6cc admin admin] Network 164d7f62-997a-4502-882b-0bfc21bc1de5 is already hosted by enough agents. {{(pid=108647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:02:35.213566 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [None req-5f4c650b-c599-4d42-bfc9-994ce062e6cc admin admin] Resources bound (agent type, host, resource id): {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:02:35.217697 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4c650b-c599-4d42-bfc9-994ce062e6cc admin admin] Received port after_create {{(pid=108647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:02:35.533953 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-4a9c9bcc-efd0-4da6-ad0d-15fde9d6da76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706'] for port, after_create {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:35.540211 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 6f5c6e9f-cf78-45d3-b3d8-020b79b4746d up at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:02:35.656700 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-e682f712-94e3-4c75-9138-166cd0fae517 None None] Provisioning complete for port 50fba1cf-a4fd-4660-8d40-09521908c1ef triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:02:35.657343 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-e682f712-94e3-4c75-9138-166cd0fae517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:35.689878 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c9bcc-efd0-4da6-ad0d-15fde9d6da76 None None] Pushing event updated for resources: {'Port': ['ID=764bd29d-d020-4e15-8b9e-a88b6e2251c0,revision_number=1']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:35.702848 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-17c0f4ef-c5e6-4f10-a3d5-c8c9151189a2 req-07fb5d86-4223-45e5-9ed8-47f2abc18ab9 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=27bbeac8-7694-49f1-9a20-40e2d26b7ca4 HTTP/1.1" status: 200 len: 210 time: 0.1006145 Oct 26 15:02:35.731499 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9c9bcc-efd0-4da6-ad0d-15fde9d6da76 None None] Network e4091c12-5ce6-4001-84d7-8056be344dea is already hosted by enough agents. {{(pid=108649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:02:35.738120 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-e682f712-94e3-4c75-9138-166cd0fae517 None None] Port 50fba1cf-a4fd-4660-8d40-09521908c1ef cannot update to ACTIVE because it is not bound. {{(pid=108649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:02:35.744235 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.scheduler.base_scheduler [None req-4a9c9bcc-efd0-4da6-ad0d-15fde9d6da76 None None] Resources bound (agent type, host, resource id): {{(pid=108649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:02:35.744978 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Provisioning complete for port 6f5c6e9f-cf78-45d3-b3d8-020b79b4746d triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:02:35.745295 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:35.748219 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9c9bcc-efd0-4da6-ad0d-15fde9d6da76 None None] Received port after_create {{(pid=108649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:02:35.777444 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f51975-f168-4694-882f-f6cb0e45bd61 req-a02ddbca-b516-468c-b352-47636bf488a9 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:35.786582 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-90f51975-f168-4694-882f-f6cb0e45bd61 req-a02ddbca-b516-468c-b352-47636bf488a9 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 945 time: 0.1836667 Oct 26 15:02:35.830538 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff482f0-3eae-4281-b1d9-ee1c91914e9f admin admin] Router 2cb56c5f-3e9f-4354-b21e-aa67fac00aa7 has already been hosted by L3 agent aad0d180-bd62-492d-9d56-445be5af9cbd {{(pid=108648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:02:35.922160 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-90f51975-f168-4694-882f-f6cb0e45bd61 req-5b550da5-8524-490a-a1d8-c243b3324909 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277626 Oct 26 15:02:35.928128 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-4a9c9bcc-efd0-4da6-ad0d-15fde9d6da76 None None] Attempting to bind port 764bd29d-d020-4e15-8b9e-a88b6e2251c0 on host dv-cinder-732704-6-iscsi for vnic_type normal with profile {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:02:35.928128 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-4a9c9bcc-efd0-4da6-ad0d-15fde9d6da76 None None] Attempting to bind port 764bd29d-d020-4e15-8b9e-a88b6e2251c0 by drivers openvswitch,hyperv on host dv-cinder-732704-6-iscsi at level 0 using segments [{'id': '6c3c6407-f6c1-4c63-a8a7-7617f701d390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e4091c12-5ce6-4001-84d7-8056be344dea'}] {{(pid=108649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:02:35.929063 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9c9bcc-efd0-4da6-ad0d-15fde9d6da76 None None] Attempting to bind port 764bd29d-d020-4e15-8b9e-a88b6e2251c0 on network e4091c12-5ce6-4001-84d7-8056be344dea {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:02:35.948895 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-5f4c650b-c599-4d42-bfc9-994ce062e6cc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:35.969321 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9c9bcc-efd0-4da6-ad0d-15fde9d6da76 None None] Checking agent: {'id': '7cf7ebdc-aa0b-44cf-abbb-a49983147622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-732704-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 14, 50, 44), 'started_at': datetime.datetime(2021, 10, 26, 14, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-732704-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:02:35.969697 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9c9bcc-efd0-4da6-ad0d-15fde9d6da76 None None] Checking segment: {'id': '6c3c6407-f6c1-4c63-a8a7-7617f701d390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e4091c12-5ce6-4001-84d7-8056be344dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:02:35.970100 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-4a9c9bcc-efd0-4da6-ad0d-15fde9d6da76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:35.970615 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9c9bcc-efd0-4da6-ad0d-15fde9d6da76 None None] Bound using segment: {'id': '6c3c6407-f6c1-4c63-a8a7-7617f701d390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e4091c12-5ce6-4001-84d7-8056be344dea'} {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:02:35.971525 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-4a9c9bcc-efd0-4da6-ad0d-15fde9d6da76 None None] Bound port: 764bd29d-d020-4e15-8b9e-a88b6e2251c0, host: dv-cinder-732704-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c3c6407-f6c1-4c63-a8a7-7617f701d390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e4091c12-5ce6-4001-84d7-8056be344dea'}}] {{(pid=108649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:02:35.972044 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-4a9c9bcc-efd0-4da6-ad0d-15fde9d6da76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:35.993430 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-5dc04767-1860-4c80-b577-28e958c139f1 None None] Provisioning complete for port 50fba1cf-a4fd-4660-8d40-09521908c1ef triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:02:35.994063 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-5dc04767-1860-4c80-b577-28e958c139f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:36.097555 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a683640a-a73a-45aa-9d2d-489e3c0606ff req-7fcea1f2-5b2e-40c5-8ad5-5e6b6c843995 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:36.099615 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a683640a-a73a-45aa-9d2d-489e3c0606ff req-7fcea1f2-5b2e-40c5-8ad5-5e6b6c843995 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 945 time: 0.2128143 Oct 26 15:02:36.120809 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-5dc04767-1860-4c80-b577-28e958c139f1 None None] Port 50fba1cf-a4fd-4660-8d40-09521908c1ef cannot update to ACTIVE because it is not bound. {{(pid=108649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:02:36.129175 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:36.150557 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff482f0-3eae-4281-b1d9-ee1c91914e9f admin admin] Notify agent at l3_agent.dv-cinder-732704-6-iscsi the message routers_updated {{(pid=108648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:02:36.158979 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-4a9c9bcc-efd0-4da6-ad0d-15fde9d6da76 None None] For port 764bd29d-d020-4e15-8b9e-a88b6e2251c0, host dv-cinder-732704-6-iscsi, cleared binding levels {{(pid=108649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:02:36.166701 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-fff482f0-3eae-4281-b1d9-ee1c91914e9f admin admin] 10.222.0.57 "PUT /v2.0/routers/2cb56c5f-3e9f-4354-b21e-aa67fac00aa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8024676 Oct 26 15:02:36.183026 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a683640a-a73a-45aa-9d2d-489e3c0606ff req-a220389d-6191-49f0-9954-6b4819fe192f tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcc71342-7fe5-4670-9507-312ce82cc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751941 Oct 26 15:02:36.201901 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] For port 6f5c6e9f-cf78-45d3-b3d8-020b79b4746d, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=6f5c6e9f-cf78-45d3-b3d8-020b79b4746d,segment=NetworkSegment(48b4b2e5-ca40-4770-b351-7c2adc646ed5),segment_id=48b4b2e5-ca40-4770-b351-7c2adc646ed5)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:02:36.234377 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-4a9c9bcc-efd0-4da6-ad0d-15fde9d6da76 None None] For port 764bd29d-d020-4e15-8b9e-a88b6e2251c0, host dv-cinder-732704-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=764bd29d-d020-4e15-8b9e-a88b6e2251c0,segment=NetworkSegment(6c3c6407-f6c1-4c63-a8a7-7617f701d390),segment_id=6c3c6407-f6c1-4c63-a8a7-7617f701d390)] {{(pid=108649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:02:36.279470 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:36.280314 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 0f866454-2564-47ec-8643-cb2d80ed809a up at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:02:36.326548 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-4a9c9bcc-efd0-4da6-ad0d-15fde9d6da76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:36.332319 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-5f4c650b-c599-4d42-bfc9-994ce062e6cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536295198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536295836'] for router, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:36.370674 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a8461-9dfc-4b77-a481-ab22e3d4b936 req-07aa162f-fbc6-490a-9d8a-cd826908af25 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:36.383714 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-042a8461-9dfc-4b77-a481-ab22e3d4b936 req-07aa162f-fbc6-490a-9d8a-cd826908af25 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 945 time: 0.0822866 Oct 26 15:02:36.449971 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-042a8461-9dfc-4b77-a481-ab22e3d4b936 req-d26bd7c5-410f-45f7-a35a-68fe5a8f21f0 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcc71342-7fe5-4670-9507-312ce82cc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589087 Oct 26 15:02:36.460511 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Pushing event updated for resources: {'Port': ['ID=6f5c6e9f-cf78-45d3-b3d8-020b79b4746d,revision_number=4']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:36.546468 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 2dca28e5-d839-49ed-9fca-a6c3d9b6dd90 no longer exists at agent hyperv_hv-cinder-73270 {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:02:36.596554 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Provisioning complete for port 0f866454-2564-47ec-8643-cb2d80ed809a triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:02:36.596554 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:36.760003 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] No Port match for: 2dca28e5-d839-49ed-9fca-a6c3d9b6dd90 {{(pid=108649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:02:36.760415 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 2dca28e5-d839-49ed-9fca-a6c3d9b6dd90 not bound to the agent host hv-cinder-73270 {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:02:36.766290 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c9bcc-efd0-4da6-ad0d-15fde9d6da76 None None] Pushing event updated for resources: {'Port': ['ID=764bd29d-d020-4e15-8b9e-a88b6e2251c0,revision_number=2']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:36.836504 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4c650b-c599-4d42-bfc9-994ce062e6cc admin admin] Router 5eb84fd7-68f1-49b0-9821-8fa9175af233 is scheduled to L3 agent aad0d180-bd62-492d-9d56-445be5af9cbd with binding_index 1 {{(pid=108647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:02:36.960913 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155ec814-84ff-4d24-aafe-292eec9581b0 None None] Sync routers for ids ['2cb56c5f-3e9f-4354-b21e-aa67fac00aa7'] in dv-cinder-732704-6-iscsi {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:02:37.005490 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155ec814-84ff-4d24-aafe-292eec9581b0 None None] Routers {'2cb56c5f-3e9f-4354-b21e-aa67fac00aa7'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:02:37.009056 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-155ec814-84ff-4d24-aafe-292eec9581b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:02:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['2cb56c5f-3e9f-4354-b21e-aa67fac00aa7'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:02:37.092830 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4c650b-c599-4d42-bfc9-994ce062e6cc admin admin] Notify agent at l3_agent.dv-cinder-732704-6-iscsi the message routers_updated {{(pid=108647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:02:37.104587 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e600ed04-3bfa-4deb-adaf-1dd86f373982 None None] Sync routers for ids ['5eb84fd7-68f1-49b0-9821-8fa9175af233'] in dv-cinder-732704-6-iscsi {{(pid=108650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:02:37.121043 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e600ed04-3bfa-4deb-adaf-1dd86f373982 None None] Routers {'5eb84fd7-68f1-49b0-9821-8fa9175af233'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:02:37.121753 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-e600ed04-3bfa-4deb-adaf-1dd86f373982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:02:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['5eb84fd7-68f1-49b0-9821-8fa9175af233'], 'active': True} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:02:37.180045 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-5f4c650b-c599-4d42-bfc9-994ce062e6cc admin admin] Publish callbacks [] for router, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:37.182627 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-5f4c650b-c599-4d42-bfc9-994ce062e6cc admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5980494 Oct 26 15:02:37.186681 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 60808) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:37.210410 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219245f-d19d-4dcf-9687-187c1ced3c69 req-56662541-837f-4bc1-8fcb-f9cc81dc6948 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:37.214412 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f219245f-d19d-4dcf-9687-187c1ced3c69 req-56662541-837f-4bc1-8fcb-f9cc81dc6948 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 945 time: 0.0873053 Oct 26 15:02:37.221233 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-155ec814-84ff-4d24-aafe-292eec9581b0 None None] Set router 2cb56c5f-3e9f-4354-b21e-aa67fac00aa7 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:02:37.258751 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f219245f-d19d-4dcf-9687-187c1ced3c69 req-0e7192fb-a914-476b-a925-323c89b7b65f tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388851 Oct 26 15:02:37.334315 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvr_db [None req-e600ed04-3bfa-4deb-adaf-1dd86f373982 None None] Set router 5eb84fd7-68f1-49b0-9821-8fa9175af233 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:02:37.427550 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 6f5c6e9f-cf78-45d3-b3d8-020b79b4746d up at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:02:37.462197 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c770d8-c4dd-4099-930c-d3500c1993aa req-89ff606f-8ca3-4777-a59a-4e0bb0289724 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:37.464598 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e1c770d8-c4dd-4099-930c-d3500c1993aa req-89ff606f-8ca3-4777-a59a-4e0bb0289724 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 945 time: 0.0776227 Oct 26 15:02:37.465279 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 60810) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:37.470101 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-3c0e2322-7bcf-406e-8d3e-79656c1b23c2 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1812256815', 'description': 'tempest-secgroup-smoke-1812256815 description', 'project_id': 'd27ee21879a14361af0baabc0f7cf95f'}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:02:37.544748 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e1c770d8-c4dd-4099-930c-d3500c1993aa req-756cc518-02c5-44c0-b535-365e14f9119a tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcc71342-7fe5-4670-9507-312ce82cc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675223 Oct 26 15:02:37.589225 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-3c0e2322-7bcf-406e-8d3e-79656c1b23c2 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:37.698088 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Provisioning complete for port 6f5c6e9f-cf78-45d3-b3d8-020b79b4746d triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:02:37.698679 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:37.719652 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-e600ed04-3bfa-4deb-adaf-1dd86f373982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb84fd7-68f1-49b0-9821-8fa9175af233', 'name': 'tempest-TestVolumeBootPattern-850208143-router', 'tenant_id': '57cba6b75be04c21a95aa3c3a8996e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '722c6eb1-29be-447c-8917-851eb1aa16a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:32Z', 'updated_at': '2021-10-26T15:02:35Z', 'revision_number': 3, 'project_id': '57cba6b75be04c21a95aa3c3a8996e7b', 'gw_port': {'id': '722c6eb1-29be-447c-8917-851eb1aa16a0', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:90:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb84fd7-68f1-49b0-9821-8fa9175af233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:34Z', 'updated_at': '2021-10-26T15:02:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi'}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:02:37.749570 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-3c0e2322-7bcf-406e-8d3e-79656c1b23c2 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:37.768258 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e600ed04-3bfa-4deb-adaf-1dd86f373982 None None] Checking router: 5eb84fd7-68f1-49b0-9821-8fa9175af233 for host: dv-cinder-732704-6-iscsi {{(pid=108650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:02:37.768800 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e600ed04-3bfa-4deb-adaf-1dd86f373982 None None] Updating router 5eb84fd7-68f1-49b0-9821-8fa9175af233 port 722c6eb1-29be-447c-8917-851eb1aa16a0 binding host dv-cinder-732704-6-iscsi {{(pid=108650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:02:37.830367 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-e600ed04-3bfa-4deb-adaf-1dd86f373982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:37.852121 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-3c0e2322-7bcf-406e-8d3e-79656c1b23c2 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:37.937453 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e2322-7bcf-406e-8d3e-79656c1b23c2 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f5a0a9-f9f3-488c-8aed-cd14509ca095,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:38.020021 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 764bd29d-d020-4e15-8b9e-a88b6e2251c0 up at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:02:38.024537 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-155ec814-84ff-4d24-aafe-292eec9581b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb56c5f-3e9f-4354-b21e-aa67fac00aa7', 'name': 'tempest-TestShelveInstance-384887535-router', 'tenant_id': '93fbf3e2bd624b8cb018940b513fcd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '6f5c6e9f-cf78-45d3-b3d8-020b79b4746d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:26Z', 'updated_at': '2021-10-26T15:02:33Z', 'revision_number': 4, 'project_id': '93fbf3e2bd624b8cb018940b513fcd1f', 'gw_port': {'id': '6f5c6e9f-cf78-45d3-b3d8-020b79b4746d', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:00:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb56c5f-3e9f-4354-b21e-aa67fac00aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:28Z', 'updated_at': '2021-10-26T15:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': '50fba1cf-a4fd-4660-8d40-09521908c1ef', 'name': '', 'network_id': 'e9f9b01d-b28a-4617-9b81-a614a4ad6002', 'tenant_id': '93fbf3e2bd624b8cb018940b513fcd1f', 'mac_address': 'fa:16:3e:71:c2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb56c5f-3e9f-4354-b21e-aa67fac00aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'bc090835-674c-43c8-bfb6-a2553e3c3160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:32Z', 'updated_at': '2021-10-26T15:02:33Z', 'revision_number': 2, 'project_id': '93fbf3e2bd624b8cb018940b513fcd1f', 'subnets': [{'id': 'bc090835-674c-43c8-bfb6-a2553e3c3160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:02:38.045961 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-3c0e2322-7bcf-406e-8d3e-79656c1b23c2 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:38.047657 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-3c0e2322-7bcf-406e-8d3e-79656c1b23c2 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5814235 Oct 26 15:02:38.052021 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 60820) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:38.056994 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-607c6435-a2b7-4b0d-a6f2-3348e4544aa6 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Request body: {'security_group_rule': {'security_group_id': 'b2f5a0a9-f9f3-488c-8aed-cd14509ca095', 'project_id': 'd27ee21879a14361af0baabc0f7cf95f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:02:38.064996 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-10fc66fc-30a5-44d6-84e3-aa7e0dadd596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:38.129706 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-d3553b0b-cedb-4d26-a2d8-21850ade9e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:38.133298 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155ec814-84ff-4d24-aafe-292eec9581b0 None None] Checking router: 2cb56c5f-3e9f-4354-b21e-aa67fac00aa7 for host: dv-cinder-732704-6-iscsi {{(pid=108649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:02:38.133886 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155ec814-84ff-4d24-aafe-292eec9581b0 None None] Updating router 2cb56c5f-3e9f-4354-b21e-aa67fac00aa7 port 50fba1cf-a4fd-4660-8d40-09521908c1ef binding host dv-cinder-732704-6-iscsi {{(pid=108649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:02:38.168420 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Provisioning complete for port 764bd29d-d020-4e15-8b9e-a88b6e2251c0 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:02:38.169515 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:38.206938 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-607c6435-a2b7-4b0d-a6f2-3348e4544aa6 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:38.216122 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-155ec814-84ff-4d24-aafe-292eec9581b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:38.258869 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe844b4-e638-4a93-b7d6-e67909ffa764 req-8969f394-532b-437d-94b8-ffabd84a3175 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:38.261315 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4fe844b4-e638-4a93-b7d6-e67909ffa764 req-8969f394-532b-437d-94b8-ffabd84a3175 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.1453726 Oct 26 15:02:38.332191 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-607c6435-a2b7-4b0d-a6f2-3348e4544aa6 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:38.336822 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-e600ed04-3bfa-4deb-adaf-1dd86f373982 None None] Publish callbacks [] for port, precommit_update {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:38.344009 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:02:38.363184 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.db_base_plugin_common [None req-10fc66fc-30a5-44d6-84e3-aa7e0dadd596 admin admin] Allocated IP 172.20.0.1 (e4091c12-5ce6-4001-84d7-8056be344dea/dc88b52d-129a-4025-8d5f-4d769a475249/340a7aba-b443-4f5b-9d8f-44429d92fce5) {{(pid=108647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:02:38.368041 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4fe844b4-e638-4a93-b7d6-e67909ffa764 req-ddf693aa-e9d7-4fdf-a614-ef34d3f498a3 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986781 Oct 26 15:02:38.385427 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78e84a6-8dd9-4cb3-ae3c-f0d1b569ad44 None None] Network e4091c12-5ce6-4001-84d7-8056be344dea requested from dv-cinder-732704-6-iscsi {{(pid=108649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:02:38.416218 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-e600ed04-3bfa-4deb-adaf-1dd86f373982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:38.417042 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-607c6435-a2b7-4b0d-a6f2-3348e4544aa6 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576478'] for security_group_rule, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:38.459419 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44f8a1-6d23-4c8d-97f9-e5cb12c6fc5a req-27a346fd-ece3-451c-a432-4964d8343e84 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:38.468802 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1d44f8a1-6d23-4c8d-97f9-e5cb12c6fc5a req-27a346fd-ece3-451c-a432-4964d8343e84 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 945 time: 0.0986862 Oct 26 15:02:38.475829 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607c6435-a2b7-4b0d-a6f2-3348e4544aa6 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bee468b6-b002-4f85-a09d-29433963afdc,revision_number=0']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:38.488634 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d7c548-37fc-4d94-9640-0c133cb79d35 None None] Pushing event updated for resources: {'Port': ['ID=722c6eb1-29be-447c-8917-851eb1aa16a0,revision_number=2']} {{(pid=108650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:38.490194 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-10fc66fc-30a5-44d6-84e3-aa7e0dadd596 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:38.540483 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.managers [None req-e600ed04-3bfa-4deb-adaf-1dd86f373982 None None] Attempting to bind port 722c6eb1-29be-447c-8917-851eb1aa16a0 on host dv-cinder-732704-6-iscsi for vnic_type normal with profile {{(pid=108650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:02:38.540766 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.managers [None req-e600ed04-3bfa-4deb-adaf-1dd86f373982 None None] Attempting to bind port 722c6eb1-29be-447c-8917-851eb1aa16a0 by drivers openvswitch,hyperv on host dv-cinder-732704-6-iscsi at level 0 using segments [{'id': '48b4b2e5-ca40-4770-b351-7c2adc646ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'}] {{(pid=108650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:02:38.541129 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e600ed04-3bfa-4deb-adaf-1dd86f373982 None None] Attempting to bind port 722c6eb1-29be-447c-8917-851eb1aa16a0 on network 164d7f62-997a-4502-882b-0bfc21bc1de5 {{(pid=108650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:02:38.553800 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e600ed04-3bfa-4deb-adaf-1dd86f373982 None None] Checking agent: {'id': '7cf7ebdc-aa0b-44cf-abbb-a49983147622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-732704-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 14, 50, 44), 'started_at': datetime.datetime(2021, 10, 26, 14, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-732704-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:02:38.554198 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e600ed04-3bfa-4deb-adaf-1dd86f373982 None None] Checking segment: {'id': '48b4b2e5-ca40-4770-b351-7c2adc646ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:02:38.554597 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-e600ed04-3bfa-4deb-adaf-1dd86f373982 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:38.555011 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e600ed04-3bfa-4deb-adaf-1dd86f373982 None None] Bound using segment: {'id': '48b4b2e5-ca40-4770-b351-7c2adc646ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'} {{(pid=108650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:02:38.555476 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.managers [None req-e600ed04-3bfa-4deb-adaf-1dd86f373982 None None] Bound port: 722c6eb1-29be-447c-8917-851eb1aa16a0, host: dv-cinder-732704-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48b4b2e5-ca40-4770-b351-7c2adc646ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'}}] {{(pid=108650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:02:38.555857 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-e600ed04-3bfa-4deb-adaf-1dd86f373982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:38.572824 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1d44f8a1-6d23-4c8d-97f9-e5cb12c6fc5a req-b1424697-b289-484f-8c16-12e11bd18898 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954108 Oct 26 15:02:38.572938 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-de778e72-9cd9-4682-8354-2b2a1defb04b None None] Provisioning complete for port 764bd29d-d020-4e15-8b9e-a88b6e2251c0 triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:02:38.572938 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-de778e72-9cd9-4682-8354-2b2a1defb04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:38.590553 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-607c6435-a2b7-4b0d-a6f2-3348e4544aa6 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:38.591816 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-607c6435-a2b7-4b0d-a6f2-3348e4544aa6 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5384912 Oct 26 15:02:38.598948 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 60826) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:38.603714 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-61af4843-49e2-425e-9df4-a838b24fc5d4 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Request body: {'security_group_rule': {'security_group_id': 'b2f5a0a9-f9f3-488c-8aed-cd14509ca095', 'project_id': 'd27ee21879a14361af0baabc0f7cf95f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:02:38.616328 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-10fc66fc-30a5-44d6-84e3-aa7e0dadd596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:38.645720 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.db [None req-e600ed04-3bfa-4deb-adaf-1dd86f373982 None None] For port 722c6eb1-29be-447c-8917-851eb1aa16a0, host dv-cinder-732704-6-iscsi, cleared binding levels {{(pid=108650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:02:38.652232 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.plugins.ml2.db [None req-e600ed04-3bfa-4deb-adaf-1dd86f373982 None None] For port 722c6eb1-29be-447c-8917-851eb1aa16a0, host dv-cinder-732704-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=722c6eb1-29be-447c-8917-851eb1aa16a0,segment=NetworkSegment(48b4b2e5-ca40-4770-b351-7c2adc646ed5),segment_id=48b4b2e5-ca40-4770-b351-7c2adc646ed5)] {{(pid=108650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:02:38.668881 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fc66fc-30a5-44d6-84e3-aa7e0dadd596 admin admin] Network e4091c12-5ce6-4001-84d7-8056be344dea is already hosted by enough agents. {{(pid=108647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:02:38.672156 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [None req-10fc66fc-30a5-44d6-84e3-aa7e0dadd596 admin admin] Resources bound (agent type, host, resource id): {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:02:38.676287 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fc66fc-30a5-44d6-84e3-aa7e0dadd596 admin admin] Received port after_create {{(pid=108647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:02:38.709932 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc66fc-30a5-44d6-84e3-aa7e0dadd596 admin admin] Pushing event updated for resources: {'Port': ['ID=340a7aba-b443-4f5b-9d8f-44429d92fce5,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:38.735693 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-10fc66fc-30a5-44d6-84e3-aa7e0dadd596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536297409'] for router_interface, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:38.752293 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-61af4843-49e2-425e-9df4-a838b24fc5d4 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:38.776152 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron_lib.callbacks.manager [None req-e600ed04-3bfa-4deb-adaf-1dd86f373982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:38.832874 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:38.886548 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e600ed04-3bfa-4deb-adaf-1dd86f373982 None None] Routers {'5eb84fd7-68f1-49b0-9821-8fa9175af233'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:02:38.887223 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-e600ed04-3bfa-4deb-adaf-1dd86f373982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:02:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['5eb84fd7-68f1-49b0-9821-8fa9175af233'], 'active': True} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:02:38.904818 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-61af4843-49e2-425e-9df4-a838b24fc5d4 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:38.958269 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d7c548-37fc-4d94-9640-0c133cb79d35 None None] Pushing event updated for resources: {'Port': ['ID=722c6eb1-29be-447c-8917-851eb1aa16a0,revision_number=3']} {{(pid=108650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:38.981404 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-61af4843-49e2-425e-9df4-a838b24fc5d4 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576478'] for security_group_rule, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:39.001046 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af4843-49e2-425e-9df4-a838b24fc5d4 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e18ee022-95ac-43b0-9973-be6c35555e12,revision_number=0']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:39.014164 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvr_db [None req-e600ed04-3bfa-4deb-adaf-1dd86f373982 None None] Set router 5eb84fd7-68f1-49b0-9821-8fa9175af233 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:02:39.041728 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-10fc66fc-30a5-44d6-84e3-aa7e0dadd596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:39.044579 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] For port 764bd29d-d020-4e15-8b9e-a88b6e2251c0, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=764bd29d-d020-4e15-8b9e-a88b6e2251c0,segment=NetworkSegment(6c3c6407-f6c1-4c63-a8a7-7617f701d390),segment_id=6c3c6407-f6c1-4c63-a8a7-7617f701d390)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:02:39.080401 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-61af4843-49e2-425e-9df4-a838b24fc5d4 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:39.081638 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-61af4843-49e2-425e-9df4-a838b24fc5d4 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4815900 Oct 26 15:02:39.085243 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 60834) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:39.090077 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-031cc527-5eb4-4448-a375-fb0132efbd6a tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Request body: {'security_group_rule': {'security_group_id': 'b2f5a0a9-f9f3-488c-8aed-cd14509ca095', 'project_id': 'd27ee21879a14361af0baabc0f7cf95f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:02:39.095075 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-de778e72-9cd9-4682-8354-2b2a1defb04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:39.120061 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:39.201456 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-031cc527-5eb4-4448-a375-fb0132efbd6a tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:39.240214 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-e600ed04-3bfa-4deb-adaf-1dd86f373982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb84fd7-68f1-49b0-9821-8fa9175af233', 'name': 'tempest-TestVolumeBootPattern-850208143-router', 'tenant_id': '57cba6b75be04c21a95aa3c3a8996e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '722c6eb1-29be-447c-8917-851eb1aa16a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:32Z', 'updated_at': '2021-10-26T15:02:35Z', 'revision_number': 3, 'project_id': '57cba6b75be04c21a95aa3c3a8996e7b', 'gw_port': {'id': '722c6eb1-29be-447c-8917-851eb1aa16a0', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:90:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb84fd7-68f1-49b0-9821-8fa9175af233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:34Z', 'updated_at': '2021-10-26T15:02:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi'}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:02:39.255703 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-155ec814-84ff-4d24-aafe-292eec9581b0 None None] Publish callbacks [] for port, precommit_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:39.260652 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Pushing event updated for resources: {'Port': ['ID=764bd29d-d020-4e15-8b9e-a88b6e2251c0,revision_number=3']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:39.263478 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-10fc66fc-30a5-44d6-84e3-aa7e0dadd596 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:39.267281 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.db.api [None req-de778e72-9cd9-4682-8354-2b2a1defb04b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108649) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:02:39.267638 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG oslo_db.api [None req-de778e72-9cd9-4682-8354-2b2a1defb04b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:02:39.277893 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e600ed04-3bfa-4deb-adaf-1dd86f373982 None None] The sync data for ids ['5eb84fd7-68f1-49b0-9821-8fa9175af233'] in dv-cinder-732704-6-iscsi is: [{'id': '5eb84fd7-68f1-49b0-9821-8fa9175af233', 'name': 'tempest-TestVolumeBootPattern-850208143-router', 'tenant_id': '57cba6b75be04c21a95aa3c3a8996e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '722c6eb1-29be-447c-8917-851eb1aa16a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:32Z', 'updated_at': '2021-10-26T15:02:35Z', 'revision_number': 3, 'project_id': '57cba6b75be04c21a95aa3c3a8996e7b', 'gw_port': {'id': '722c6eb1-29be-447c-8917-851eb1aa16a0', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:90:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb84fd7-68f1-49b0-9821-8fa9175af233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:34Z', 'updated_at': '2021-10-26T15:02:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi'}] {{(pid=108650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:02:39.306777 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-031cc527-5eb4-4448-a375-fb0132efbd6a tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:39.371750 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-155ec814-84ff-4d24-aafe-292eec9581b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:39.417623 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-10fc66fc-30a5-44d6-84e3-aa7e0dadd596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8556446'] for port, after_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:39.418272 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-031cc527-5eb4-4448-a375-fb0132efbd6a tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576478'] for security_group_rule, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:39.430067 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557b68d1-9baf-4a52-9d5e-0bbb4847127d None None] Pushing event updated for resources: {'Port': ['ID=50fba1cf-a4fd-4660-8d40-09521908c1ef,revision_number=3']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:39.455008 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cc527-5eb4-4448-a375-fb0132efbd6a tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a21a76e-8458-41a9-ac7e-9355e482027b,revision_number=0']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:39.523467 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-155ec814-84ff-4d24-aafe-292eec9581b0 None None] Attempting to bind port 50fba1cf-a4fd-4660-8d40-09521908c1ef on host dv-cinder-732704-6-iscsi for vnic_type normal with profile {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:02:39.523746 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-155ec814-84ff-4d24-aafe-292eec9581b0 None None] Attempting to bind port 50fba1cf-a4fd-4660-8d40-09521908c1ef by drivers openvswitch,hyperv on host dv-cinder-732704-6-iscsi at level 0 using segments [{'id': '70c3e4aa-dc6c-4875-b626-ec858fa3a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e9f9b01d-b28a-4617-9b81-a614a4ad6002'}] {{(pid=108649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:02:39.524157 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155ec814-84ff-4d24-aafe-292eec9581b0 None None] Attempting to bind port 50fba1cf-a4fd-4660-8d40-09521908c1ef on network e9f9b01d-b28a-4617-9b81-a614a4ad6002 {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:02:39.530388 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-031cc527-5eb4-4448-a375-fb0132efbd6a tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:39.530992 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155ec814-84ff-4d24-aafe-292eec9581b0 None None] Checking agent: {'id': '7cf7ebdc-aa0b-44cf-abbb-a49983147622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-732704-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 14, 50, 44), 'started_at': datetime.datetime(2021, 10, 26, 14, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-732704-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:02:39.531365 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155ec814-84ff-4d24-aafe-292eec9581b0 None None] Checking segment: {'id': '70c3e4aa-dc6c-4875-b626-ec858fa3a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e9f9b01d-b28a-4617-9b81-a614a4ad6002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:02:39.534579 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-155ec814-84ff-4d24-aafe-292eec9581b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:39.534762 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-031cc527-5eb4-4448-a375-fb0132efbd6a tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4456358 Oct 26 15:02:39.534882 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155ec814-84ff-4d24-aafe-292eec9581b0 None None] Bound using segment: {'id': '70c3e4aa-dc6c-4875-b626-ec858fa3a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e9f9b01d-b28a-4617-9b81-a614a4ad6002'} {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:02:39.534882 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-155ec814-84ff-4d24-aafe-292eec9581b0 None None] Bound port: 50fba1cf-a4fd-4660-8d40-09521908c1ef, host: dv-cinder-732704-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c3e4aa-dc6c-4875-b626-ec858fa3a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e9f9b01d-b28a-4617-9b81-a614a4ad6002'}}] {{(pid=108649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:02:39.534882 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-155ec814-84ff-4d24-aafe-292eec9581b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:39.541442 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 60838) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:39.547436 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-10fc66fc-30a5-44d6-84e3-aa7e0dadd596 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536254647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536296017'] for router_interface, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:39.563496 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [None req-446b76ae-4ee0-4627-8627-b15d49078616 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Request body: {'security_group_rule': {'security_group_id': 'b2f5a0a9-f9f3-488c-8aed-cd14509ca095', 'project_id': 'd27ee21879a14361af0baabc0f7cf95f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:02:39.568387 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc66fc-30a5-44d6-84e3-aa7e0dadd596 admin admin] Pushing event updated for resources: {'Port': ['ID=340a7aba-b443-4f5b-9d8f-44429d92fce5,revision_number=2']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:39.632555 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-155ec814-84ff-4d24-aafe-292eec9581b0 None None] For port 50fba1cf-a4fd-4660-8d40-09521908c1ef, host dv-cinder-732704-6-iscsi, cleared binding levels {{(pid=108649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:02:39.636709 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-155ec814-84ff-4d24-aafe-292eec9581b0 None None] For port 50fba1cf-a4fd-4660-8d40-09521908c1ef, host dv-cinder-732704-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=50fba1cf-a4fd-4660-8d40-09521908c1ef,segment=NetworkSegment(70c3e4aa-dc6c-4875-b626-ec858fa3a509),segment_id=70c3e4aa-dc6c-4875-b626-ec858fa3a509)] {{(pid=108649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:02:39.683370 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774a4c4-f7b4-4ce1-b9b3-3d98b55ff6d0 req-a923f170-f84e-4849-a291-dfd53015877c tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:39.685303 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6774a4c4-f7b4-4ce1-b9b3-3d98b55ff6d0 req-a923f170-f84e-4849-a291-dfd53015877c tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.1605105 Oct 26 15:02:39.714880 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-155ec814-84ff-4d24-aafe-292eec9581b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:39.848251 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fc66fc-30a5-44d6-84e3-aa7e0dadd596 admin admin] Network e4091c12-5ce6-4001-84d7-8056be344dea is already hosted by enough agents. {{(pid=108647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:02:39.852187 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [None req-10fc66fc-30a5-44d6-84e3-aa7e0dadd596 admin admin] Resources bound (agent type, host, resource id): {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:02:39.873453 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557b68d1-9baf-4a52-9d5e-0bbb4847127d None None] Pushing event updated for resources: {'Port': ['ID=50fba1cf-a4fd-4660-8d40-09521908c1ef,revision_number=4']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:39.882786 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6774a4c4-f7b4-4ce1-b9b3-3d98b55ff6d0 req-27107882-ddd7-4287-9227-59fb64adb94a tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518683 Oct 26 15:02:39.900905 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b242104-d1ee-4736-8cea-ca5e539d8224 req-fa2ee6cd-e43d-4e01-95b4-d8acd92937b4 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:39.902808 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155ec814-84ff-4d24-aafe-292eec9581b0 None None] Routers {'2cb56c5f-3e9f-4354-b21e-aa67fac00aa7'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:02:39.903666 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-155ec814-84ff-4d24-aafe-292eec9581b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:02:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['2cb56c5f-3e9f-4354-b21e-aa67fac00aa7'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:02:39.931332 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3b242104-d1ee-4736-8cea-ca5e539d8224 req-fa2ee6cd-e43d-4e01-95b4-d8acd92937b4 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 945 time: 0.2057600 Oct 26 15:02:40.042109 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3b242104-d1ee-4736-8cea-ca5e539d8224 req-694ae882-c8a8-47a3-b018-1f13ebd15ce4 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937538 Oct 26 15:02:40.083747 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-446b76ae-4ee0-4627-8627-b15d49078616 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:40.110942 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10fc66fc-30a5-44d6-84e3-aa7e0dadd596 admin admin] Router 5eb84fd7-68f1-49b0-9821-8fa9175af233 has already been hosted by L3 agent aad0d180-bd62-492d-9d56-445be5af9cbd {{(pid=108647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:02:40.116252 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-8c2145ad-7bae-48fb-a1df-0b0e9bf04086 None None] Provisioning complete for port 764bd29d-d020-4e15-8b9e-a88b6e2251c0 triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:02:40.116252 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-8c2145ad-7bae-48fb-a1df-0b0e9bf04086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:40.183739 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-155ec814-84ff-4d24-aafe-292eec9581b0 None None] Set router 2cb56c5f-3e9f-4354-b21e-aa67fac00aa7 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:02:40.305065 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-446b76ae-4ee0-4627-8627-b15d49078616 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:40.328165 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10fc66fc-30a5-44d6-84e3-aa7e0dadd596 admin admin] Notify agent at l3_agent.dv-cinder-732704-6-iscsi the message routers_updated {{(pid=108647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:02:40.333645 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-10fc66fc-30a5-44d6-84e3-aa7e0dadd596 admin admin] 10.222.0.57 "PUT /v2.0/routers/5eb84fd7-68f1-49b0-9821-8fa9175af233/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1469111 Oct 26 15:02:40.343475 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-446b76ae-4ee0-4627-8627-b15d49078616 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576478'] for security_group_rule, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:40.368979 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b76ae-4ee0-4627-8627-b15d49078616 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=786ff4b5-e49f-4d21-b27d-57b6b61a00ff,revision_number=0']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:40.436615 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-446b76ae-4ee0-4627-8627-b15d49078616 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:40.441046 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-446b76ae-4ee0-4627-8627-b15d49078616 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8881598 Oct 26 15:02:40.441374 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 60850) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:40.443913 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-8c2145ad-7bae-48fb-a1df-0b0e9bf04086 None None] Provisioning complete for port 340a7aba-b443-4f5b-9d8f-44429d92fce5 triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:02:40.444397 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-8c2145ad-7bae-48fb-a1df-0b0e9bf04086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:40.446662 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-8b50d8b6-be23-4ab7-a7b4-8130cc44f4b2 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Request body: {'security_group_rule': {'security_group_id': 'b2f5a0a9-f9f3-488c-8aed-cd14509ca095', 'project_id': 'd27ee21879a14361af0baabc0f7cf95f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:02:40.494862 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-8c2145ad-7bae-48fb-a1df-0b0e9bf04086 None None] Port 340a7aba-b443-4f5b-9d8f-44429d92fce5 cannot update to ACTIVE because it is not bound. {{(pid=108649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:02:40.510096 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-155ec814-84ff-4d24-aafe-292eec9581b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb56c5f-3e9f-4354-b21e-aa67fac00aa7', 'name': 'tempest-TestShelveInstance-384887535-router', 'tenant_id': '93fbf3e2bd624b8cb018940b513fcd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '6f5c6e9f-cf78-45d3-b3d8-020b79b4746d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:26Z', 'updated_at': '2021-10-26T15:02:33Z', 'revision_number': 4, 'project_id': '93fbf3e2bd624b8cb018940b513fcd1f', 'gw_port': {'id': '6f5c6e9f-cf78-45d3-b3d8-020b79b4746d', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:00:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb56c5f-3e9f-4354-b21e-aa67fac00aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:28Z', 'updated_at': '2021-10-26T15:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': '50fba1cf-a4fd-4660-8d40-09521908c1ef', 'name': '', 'network_id': 'e9f9b01d-b28a-4617-9b81-a614a4ad6002', 'tenant_id': '93fbf3e2bd624b8cb018940b513fcd1f', 'mac_address': 'fa:16:3e:71:c2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb56c5f-3e9f-4354-b21e-aa67fac00aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'bc090835-674c-43c8-bfb6-a2553e3c3160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:32Z', 'updated_at': '2021-10-26T15:02:39Z', 'revision_number': 4, 'project_id': '93fbf3e2bd624b8cb018940b513fcd1f', 'subnets': [{'id': 'bc090835-674c-43c8-bfb6-a2553e3c3160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:02:40.532344 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.db.securitygroups_db [None req-8b50d8b6-be23-4ab7-a7b4-8130cc44f4b2 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Project d27ee21879a14361af0baabc0f7cf95f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:02:40.538514 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-8b50d8b6-be23-4ab7-a7b4-8130cc44f4b2 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:40.558453 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-8c2145ad-7bae-48fb-a1df-0b0e9bf04086 None None] Provisioning complete for port 50fba1cf-a4fd-4660-8d40-09521908c1ef triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:02:40.558973 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-8c2145ad-7bae-48fb-a1df-0b0e9bf04086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:40.561488 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155ec814-84ff-4d24-aafe-292eec9581b0 None None] The sync data for ids ['2cb56c5f-3e9f-4354-b21e-aa67fac00aa7'] in dv-cinder-732704-6-iscsi is: [{'id': '2cb56c5f-3e9f-4354-b21e-aa67fac00aa7', 'name': 'tempest-TestShelveInstance-384887535-router', 'tenant_id': '93fbf3e2bd624b8cb018940b513fcd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '6f5c6e9f-cf78-45d3-b3d8-020b79b4746d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:26Z', 'updated_at': '2021-10-26T15:02:33Z', 'revision_number': 4, 'project_id': '93fbf3e2bd624b8cb018940b513fcd1f', 'gw_port': {'id': '6f5c6e9f-cf78-45d3-b3d8-020b79b4746d', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:00:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb56c5f-3e9f-4354-b21e-aa67fac00aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:28Z', 'updated_at': '2021-10-26T15:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': '50fba1cf-a4fd-4660-8d40-09521908c1ef', 'name': '', 'network_id': 'e9f9b01d-b28a-4617-9b81-a614a4ad6002', 'tenant_id': '93fbf3e2bd624b8cb018940b513fcd1f', 'mac_address': 'fa:16:3e:71:c2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb56c5f-3e9f-4354-b21e-aa67fac00aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'bc090835-674c-43c8-bfb6-a2553e3c3160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:32Z', 'updated_at': '2021-10-26T15:02:39Z', 'revision_number': 4, 'project_id': '93fbf3e2bd624b8cb018940b513fcd1f', 'subnets': [{'id': 'bc090835-674c-43c8-bfb6-a2553e3c3160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:02:40.617080 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-8b50d8b6-be23-4ab7-a7b4-8130cc44f4b2 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:40.643863 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-8c2145ad-7bae-48fb-a1df-0b0e9bf04086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:40.675214 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-8b50d8b6-be23-4ab7-a7b4-8130cc44f4b2 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576478'] for security_group_rule, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:40.679003 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-8c2145ad-7bae-48fb-a1df-0b0e9bf04086 None None] For port 50fba1cf-a4fd-4660-8d40-09521908c1ef, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=50fba1cf-a4fd-4660-8d40-09521908c1ef,segment=NetworkSegment(70c3e4aa-dc6c-4875-b626-ec858fa3a509),segment_id=70c3e4aa-dc6c-4875-b626-ec858fa3a509)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:02:40.694433 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b50d8b6-be23-4ab7-a7b4-8130cc44f4b2 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b98c04f3-eae0-43a8-adc6-a792bf91ac37,revision_number=0']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:40.744995 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-8c2145ad-7bae-48fb-a1df-0b0e9bf04086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:40.768383 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-8b50d8b6-be23-4ab7-a7b4-8130cc44f4b2 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:40.772463 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-8b50d8b6-be23-4ab7-a7b4-8130cc44f4b2 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3281009 Oct 26 15:02:40.773938 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 60860) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:40.778816 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [None req-dbad988b-126a-432e-aa41-75749e6ea10a tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Request body: {'security_group_rule': {'security_group_id': 'b2f5a0a9-f9f3-488c-8aed-cd14509ca095', 'project_id': 'd27ee21879a14361af0baabc0f7cf95f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:02:40.812005 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2145ad-7bae-48fb-a1df-0b0e9bf04086 None None] Pushing event updated for resources: {'Port': ['ID=50fba1cf-a4fd-4660-8d40-09521908c1ef,revision_number=5']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:40.871791 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-c85ca2ae-1c61-4b4f-983f-8c2d29bfa61c None None] Provisioning complete for port 340a7aba-b443-4f5b-9d8f-44429d92fce5 triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:02:40.872101 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-c85ca2ae-1c61-4b4f-983f-8c2d29bfa61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:40.879391 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 60862) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:40.885245 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [None req-76e15e2d-a2e1-48b4-810c-566caca08413 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-647568658', 'description': 'tempest-secgroup-smoke-647568658 description', 'project_id': '1c0d3cfad56e4c61a215d25516cd6470'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:02:40.905077 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.db.securitygroups_db [None req-dbad988b-126a-432e-aa41-75749e6ea10a tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Project d27ee21879a14361af0baabc0f7cf95f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:02:40.914934 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-dbad988b-126a-432e-aa41-75749e6ea10a tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:40.915398 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-c85ca2ae-1c61-4b4f-983f-8c2d29bfa61c None None] Port 340a7aba-b443-4f5b-9d8f-44429d92fce5 cannot update to ACTIVE because it is not bound. {{(pid=108649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:02:40.941222 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-c85ca2ae-1c61-4b4f-983f-8c2d29bfa61c None None] Provisioning complete for port 50fba1cf-a4fd-4660-8d40-09521908c1ef triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:02:40.941682 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-c85ca2ae-1c61-4b4f-983f-8c2d29bfa61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:40.993056 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 1551acc4-c5a7-447f-9f65-8e2572534574 details requested by agent hyperv_hv-cinder-73270 with host hv-cinder-73270 {{(pid=108649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:02:41.011156 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-dbad988b-126a-432e-aa41-75749e6ea10a tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:41.030911 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cba8a6-0572-4382-8a6b-869165e71de9 req-a8822b2f-4442-4902-97d3-2c7f4ffd2b16 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:41.032495 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-74cba8a6-0572-4382-8a6b-869165e71de9 req-a8822b2f-4442-4902-97d3-2c7f4ffd2b16 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.0558541 Oct 26 15:02:41.034625 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-76e15e2d-a2e1-48b4-810c-566caca08413 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks [] for security_group, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:41.090845 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-dbad988b-126a-432e-aa41-75749e6ea10a tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576478'] for security_group_rule, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:41.114106 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-74cba8a6-0572-4382-8a6b-869165e71de9 req-4740afa3-2b65-495a-a3a1-7811fa7ee8e9 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696762 Oct 26 15:02:41.134623 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad988b-126a-432e-aa41-75749e6ea10a tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db0881f1-47c0-43b1-be0c-ffb4ada433bf,revision_number=0']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:41.246088 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-76e15e2d-a2e1-48b4-810c-566caca08413 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks [] for security_group, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:41.247570 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port 1551acc4-c5a7-447f-9f65-8e2572534574, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=1551acc4-c5a7-447f-9f65-8e2572534574,segment=NetworkSegment(bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2),segment_id=bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:02:41.264957 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Returning: {'device': '1551acc4-c5a7-447f-9f65-8e2572534574', 'network_id': '6573438f-02ca-45f5-8fe3-7bc7af911bdf', 'port_id': '1551acc4-c5a7-447f-9f65-8e2572534574', 'mac_address': 'fa:16:3e:95:55:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb360883-a29a-4019-ba79-ea1f2d3809c0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:02:41.276763 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-dbad988b-126a-432e-aa41-75749e6ea10a tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:41.279508 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-dbad988b-126a-432e-aa41-75749e6ea10a tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5031972 Oct 26 15:02:41.306203 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a999f9c-e8d6-4e19-b4ac-6eaa4fed7875 req-4a036aa6-a7b4-47a8-981f-10bac5895629 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:41.313592 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2a999f9c-e8d6-4e19-b4ac-6eaa4fed7875 req-4a036aa6-a7b4-47a8-981f-10bac5895629 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 945 time: 0.1134965 Oct 26 15:02:41.336015 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-76e15e2d-a2e1-48b4-810c-566caca08413 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:41.345519 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:41.364166 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1551acc4-c5a7-447f-9f65-8e2572534574 {{(pid=108649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:02:41.378573 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2a999f9c-e8d6-4e19-b4ac-6eaa4fed7875 req-13115b5c-75a0-4e6a-a1d8-c6dfefb364da tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562019 Oct 26 15:02:41.416493 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e15e2d-a2e1-48b4-810c-566caca08413 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f35a6515-ac15-4e3a-b664-fbd46fe56803,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:41.431672 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port 1551acc4-c5a7-447f-9f65-8e2572534574, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=1551acc4-c5a7-447f-9f65-8e2572534574,segment=NetworkSegment(bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2),segment_id=bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:02:41.440624 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-76e15e2d-a2e1-48b4-810c-566caca08413 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:41.445163 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 60890) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:41.445671 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-76e15e2d-a2e1-48b4-810c-566caca08413 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5648119 Oct 26 15:02:41.450889 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-07e73d22-a35b-4ca6-9ec7-69c5cc810a17 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Request body: {'security_group_rule': {'security_group_id': 'f35a6515-ac15-4e3a-b664-fbd46fe56803', 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:02:41.453740 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 50fba1cf-a4fd-4660-8d40-09521908c1ef up at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:02:41.507954 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:41.572703 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=1551acc4-c5a7-447f-9f65-8e2572534574,revision_number=6']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:41.585048 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Provisioning complete for port 50fba1cf-a4fd-4660-8d40-09521908c1ef triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:02:41.585048 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:41.601003 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-07e73d22-a35b-4ca6-9ec7-69c5cc810a17 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:41.643732 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] get_ports_and_sgs() called for port_ids ['1551acc4-c5a7-447f-9f65-8e2572534574'] {{(pid=108649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:02:41.685560 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-07e73d22-a35b-4ca6-9ec7-69c5cc810a17 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:41.741521 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 764bd29d-d020-4e15-8b9e-a88b6e2251c0 up at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:02:41.792468 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-07e73d22-a35b-4ca6-9ec7-69c5cc810a17 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576478'] for security_group_rule, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:41.814137 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e73d22-a35b-4ca6-9ec7-69c5cc810a17 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f90372c6-bf86-4d38-a520-aad472be1064,revision_number=0']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:41.843236 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Provisioning complete for port 764bd29d-d020-4e15-8b9e-a88b6e2251c0 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:02:41.843611 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:41.887300 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-07e73d22-a35b-4ca6-9ec7-69c5cc810a17 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:41.887300 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-07e73d22-a35b-4ca6-9ec7-69c5cc810a17 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4380577 Oct 26 15:02:41.887300 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 60914) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:41.893891 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-c7df4d1e-961d-45d7-b7dc-7e76c9fde72c tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Request body: {'security_group_rule': {'security_group_id': 'f35a6515-ac15-4e3a-b664-fbd46fe56803', 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:02:42.046984 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b010e1-17cf-4c63-98b0-13b84cd1d1c8 None None] Sync routers for ids ['5eb84fd7-68f1-49b0-9821-8fa9175af233'] in dv-cinder-732704-6-iscsi {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:02:42.089361 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b010e1-17cf-4c63-98b0-13b84cd1d1c8 None None] Routers {'5eb84fd7-68f1-49b0-9821-8fa9175af233'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:02:42.090339 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-c5b010e1-17cf-4c63-98b0-13b84cd1d1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:02:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['5eb84fd7-68f1-49b0-9821-8fa9175af233'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:02:42.093387 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-c7df4d1e-961d-45d7-b7dc-7e76c9fde72c tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:42.213771 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-c7df4d1e-961d-45d7-b7dc-7e76c9fde72c tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:42.297271 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-c7df4d1e-961d-45d7-b7dc-7e76c9fde72c tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576478'] for security_group_rule, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:42.408097 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-c5b010e1-17cf-4c63-98b0-13b84cd1d1c8 None None] Set router 5eb84fd7-68f1-49b0-9821-8fa9175af233 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:02:42.452384 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb93cdb-59ba-4df5-b2f7-0dd582afb3cc req-dfd3ac5f-60d7-4a83-a911-87b611d3f0d7 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:42.458690 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ddb93cdb-59ba-4df5-b2f7-0dd582afb3cc req-dfd3ac5f-60d7-4a83-a911-87b611d3f0d7 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.2112725 Oct 26 15:02:42.469122 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df4d1e-961d-45d7-b7dc-7e76c9fde72c tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=690e40d2-74b2-424c-91b8-9c2ea966be49,revision_number=0']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:42.608420 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 722c6eb1-29be-447c-8917-851eb1aa16a0 up at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:02:42.628021 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ddb93cdb-59ba-4df5-b2f7-0dd582afb3cc req-7ac2ee6f-fa78-4c35-aeda-e0a7c40f0641 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261971 Oct 26 15:02:42.640556 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-c7df4d1e-961d-45d7-b7dc-7e76c9fde72c tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:42.642114 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-c7df4d1e-961d-45d7-b7dc-7e76c9fde72c tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7532942 Oct 26 15:02:42.645185 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 60944) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:42.652330 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-b57a8e1a-e9a3-49b6-a195-457cd9e36de2 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Request body: {'security_group_rule': {'security_group_id': 'f35a6515-ac15-4e3a-b664-fbd46fe56803', 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:02:42.704958 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9242735-8596-4a31-a328-a39c4339e369 req-36dc9e32-fea7-4aa7-8f61-ef53f853d111 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:42.715104 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c9242735-8596-4a31-a328-a39c4339e369 req-36dc9e32-fea7-4aa7-8f61-ef53f853d111 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 944 time: 0.1672835 Oct 26 15:02:42.727754 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Provisioning complete for port 722c6eb1-29be-447c-8917-851eb1aa16a0 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:02:42.728659 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:42.774908 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c9242735-8596-4a31-a328-a39c4339e369 req-b4899a68-e9eb-468c-ba88-bc98bbfb1287 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510626 Oct 26 15:02:42.799370 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-b57a8e1a-e9a3-49b6-a195-457cd9e36de2 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:42.876642 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:42.901123 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-b57a8e1a-e9a3-49b6-a195-457cd9e36de2 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:42.925017 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] For port 722c6eb1-29be-447c-8917-851eb1aa16a0, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=722c6eb1-29be-447c-8917-851eb1aa16a0,segment=NetworkSegment(48b4b2e5-ca40-4770-b351-7c2adc646ed5),segment_id=48b4b2e5-ca40-4770-b351-7c2adc646ed5)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:02:42.935839 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-c5b010e1-17cf-4c63-98b0-13b84cd1d1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb84fd7-68f1-49b0-9821-8fa9175af233', 'name': 'tempest-TestVolumeBootPattern-850208143-router', 'tenant_id': '57cba6b75be04c21a95aa3c3a8996e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '722c6eb1-29be-447c-8917-851eb1aa16a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:32Z', 'updated_at': '2021-10-26T15:02:38Z', 'revision_number': 4, 'project_id': '57cba6b75be04c21a95aa3c3a8996e7b', 'gw_port': {'id': '722c6eb1-29be-447c-8917-851eb1aa16a0', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:90:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb84fd7-68f1-49b0-9821-8fa9175af233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:34Z', 'updated_at': '2021-10-26T15:02:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': '340a7aba-b443-4f5b-9d8f-44429d92fce5', 'name': '', 'network_id': 'e4091c12-5ce6-4001-84d7-8056be344dea', 'tenant_id': '57cba6b75be04c21a95aa3c3a8996e7b', 'mac_address': 'fa:16:3e:51:8a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb84fd7-68f1-49b0-9821-8fa9175af233', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'dc88b52d-129a-4025-8d5f-4d769a475249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:38Z', 'updated_at': '2021-10-26T15:02:39Z', 'revision_number': 2, 'project_id': '57cba6b75be04c21a95aa3c3a8996e7b', 'subnets': [{'id': 'dc88b52d-129a-4025-8d5f-4d769a475249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:02:42.982610 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b010e1-17cf-4c63-98b0-13b84cd1d1c8 None None] Checking router: 5eb84fd7-68f1-49b0-9821-8fa9175af233 for host: dv-cinder-732704-6-iscsi {{(pid=108649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:02:42.983000 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b010e1-17cf-4c63-98b0-13b84cd1d1c8 None None] Updating router 5eb84fd7-68f1-49b0-9821-8fa9175af233 port 340a7aba-b443-4f5b-9d8f-44429d92fce5 binding host dv-cinder-732704-6-iscsi {{(pid=108649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:02:42.986914 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-b57a8e1a-e9a3-49b6-a195-457cd9e36de2 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576478'] for security_group_rule, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:43.021143 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 1551acc4-c5a7-447f-9f65-8e2572534574 up at agent hyperv_hv-cinder-73270 {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:02:43.032300 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a8e1a-e9a3-49b6-a195-457cd9e36de2 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b92d01c-2a83-4207-bce8-0a34d539dae6,revision_number=0']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:43.068478 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:43.074076 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-c5b010e1-17cf-4c63-98b0-13b84cd1d1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:43.105963 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-b57a8e1a-e9a3-49b6-a195-457cd9e36de2 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:43.108542 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 60968) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:43.109083 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-b57a8e1a-e9a3-49b6-a195-457cd9e36de2 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4618993 Oct 26 15:02:43.118066 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [None req-8e59eb63-6870-416d-b0e0-042c294964ec tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Request body: {'security_group_rule': {'security_group_id': 'f35a6515-ac15-4e3a-b664-fbd46fe56803', 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:02:43.211609 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Pushing event updated for resources: {'Port': ['ID=722c6eb1-29be-447c-8917-851eb1aa16a0,revision_number=4']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:43.265785 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Provisioning complete for port 1551acc4-c5a7-447f-9f65-8e2572534574 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:02:43.277906 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:43.311363 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8e59eb63-6870-416d-b0e0-042c294964ec tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:43.360480 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-da16d9d7-3453-4b5d-a1e4-e0fd08fd528f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:43.440673 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8e59eb63-6870-416d-b0e0-042c294964ec tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:43.442144 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:43.479167 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1551acc4-c5a7-447f-9f65-8e2572534574'}] {{(pid=108649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:02:43.479167 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce9ea8dafcd660945e4144893ae94b540b7d43bc7f31485d3ebdd76e7b8406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963c425b-512d-41e7-9a4e-4174335ca987" -d '{"events": [{"server_uuid": "36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5", "name": "network-vif-plugged", "status": "completed", "tag": "1551acc4-c5a7-447f-9f65-8e2572534574"}]}' {{(pid=108649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:02:43.502414 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port 1551acc4-c5a7-447f-9f65-8e2572534574, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=1551acc4-c5a7-447f-9f65-8e2572534574,segment=NetworkSegment(bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2),segment_id=bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:02:43.518341 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8e59eb63-6870-416d-b0e0-042c294964ec tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576478'] for security_group_rule, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:43.547983 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e59eb63-6870-416d-b0e0-042c294964ec tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8ff25ba-8ed8-495e-8054-ee5f55b0cf3b,revision_number=0']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:43.563913 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-c5b010e1-17cf-4c63-98b0-13b84cd1d1c8 None None] Publish callbacks [] for port, precommit_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:43.580960 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6528d299-8e77-4ee9-9076-b745722ac140 x-openstack-request-id: req-6528d299-8e77-4ee9-9076-b745722ac140 {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:02:43.581235 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5", "name": "network-vif-plugged", "status": "completed", "tag": "1551acc4-c5a7-447f-9f65-8e2572534574", "code": 200}]} {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:02:43.581498 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6528d299-8e77-4ee9-9076-b745722ac140 {{(pid=108649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:02:43.581920 dv-cinder-732704-6-iscsi neutron-server[108649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1551acc4-c5a7-447f-9f65-8e2572534574', 'code': 200} Oct 26 15:02:43.588480 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:43.665780 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=1551acc4-c5a7-447f-9f65-8e2572534574,revision_number=7']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:43.700035 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8e59eb63-6870-416d-b0e0-042c294964ec tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:43.702498 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-c5b010e1-17cf-4c63-98b0-13b84cd1d1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:43.702670 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-8e59eb63-6870-416d-b0e0-042c294964ec tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5920901 Oct 26 15:02:43.704967 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 60988) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:43.716227 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [None req-585c0c0a-bcc7-49fa-af92-096f5cd55daa tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Request body: {'security_group_rule': {'security_group_id': 'f35a6515-ac15-4e3a-b664-fbd46fe56803', 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:02:43.788036 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:43.800194 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9d6ac4-8617-4ccb-b4bc-65359d35df97 None None] Pushing event updated for resources: {'Port': ['ID=340a7aba-b443-4f5b-9d8f-44429d92fce5,revision_number=3']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:43.835570 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.db.securitygroups_db [None req-585c0c0a-bcc7-49fa-af92-096f5cd55daa tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Project 1c0d3cfad56e4c61a215d25516cd6470 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:02:43.842618 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-585c0c0a-bcc7-49fa-af92-096f5cd55daa tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:43.874053 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:43.897509 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-c5b010e1-17cf-4c63-98b0-13b84cd1d1c8 None None] Attempting to bind port 340a7aba-b443-4f5b-9d8f-44429d92fce5 on host dv-cinder-732704-6-iscsi for vnic_type normal with profile {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:02:43.898620 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-c5b010e1-17cf-4c63-98b0-13b84cd1d1c8 None None] Attempting to bind port 340a7aba-b443-4f5b-9d8f-44429d92fce5 by drivers openvswitch,hyperv on host dv-cinder-732704-6-iscsi at level 0 using segments [{'id': '6c3c6407-f6c1-4c63-a8a7-7617f701d390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e4091c12-5ce6-4001-84d7-8056be344dea'}] {{(pid=108649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:02:43.898620 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b010e1-17cf-4c63-98b0-13b84cd1d1c8 None None] Attempting to bind port 340a7aba-b443-4f5b-9d8f-44429d92fce5 on network e4091c12-5ce6-4001-84d7-8056be344dea {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:02:43.906424 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b010e1-17cf-4c63-98b0-13b84cd1d1c8 None None] Checking agent: {'id': '7cf7ebdc-aa0b-44cf-abbb-a49983147622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-732704-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 14, 50, 44), 'started_at': datetime.datetime(2021, 10, 26, 14, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-732704-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:02:43.906994 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b010e1-17cf-4c63-98b0-13b84cd1d1c8 None None] Checking segment: {'id': '6c3c6407-f6c1-4c63-a8a7-7617f701d390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e4091c12-5ce6-4001-84d7-8056be344dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:02:43.907496 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-c5b010e1-17cf-4c63-98b0-13b84cd1d1c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:43.907989 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b010e1-17cf-4c63-98b0-13b84cd1d1c8 None None] Bound using segment: {'id': '6c3c6407-f6c1-4c63-a8a7-7617f701d390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e4091c12-5ce6-4001-84d7-8056be344dea'} {{(pid=108649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:02:43.908568 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.managers [None req-c5b010e1-17cf-4c63-98b0-13b84cd1d1c8 None None] Bound port: 340a7aba-b443-4f5b-9d8f-44429d92fce5, host: dv-cinder-732704-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c3c6407-f6c1-4c63-a8a7-7617f701d390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e4091c12-5ce6-4001-84d7-8056be344dea'}}] {{(pid=108649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:02:43.909066 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-c5b010e1-17cf-4c63-98b0-13b84cd1d1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:43.924061 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cabc75-2f2f-415c-811e-78478365f10a req-8366b68a-ce00-4eaf-a4ea-36a0301f7359 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:43.925783 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-83cabc75-2f2f-415c-811e-78478365f10a req-8366b68a-ce00-4eaf-a4ea-36a0301f7359 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.1462379 Oct 26 15:02:44.004618 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-83cabc75-2f2f-415c-811e-78478365f10a req-d3941154-009b-4d0e-98cf-8361f687aa98 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704925 Oct 26 15:02:44.040276 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-585c0c0a-bcc7-49fa-af92-096f5cd55daa tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:44.055918 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-c5b010e1-17cf-4c63-98b0-13b84cd1d1c8 None None] For port 340a7aba-b443-4f5b-9d8f-44429d92fce5, host dv-cinder-732704-6-iscsi, cleared binding levels {{(pid=108649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:02:44.059118 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-c5b010e1-17cf-4c63-98b0-13b84cd1d1c8 None None] For port 340a7aba-b443-4f5b-9d8f-44429d92fce5, host dv-cinder-732704-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=340a7aba-b443-4f5b-9d8f-44429d92fce5,segment=NetworkSegment(6c3c6407-f6c1-4c63-a8a7-7617f701d390),segment_id=6c3c6407-f6c1-4c63-a8a7-7617f701d390)] {{(pid=108649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:02:44.114693 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-585c0c0a-bcc7-49fa-af92-096f5cd55daa tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576478'] for security_group_rule, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:44.145964 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585c0c0a-bcc7-49fa-af92-096f5cd55daa tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b06f41c8-aff7-49b4-9dd1-2b06dd99e346,revision_number=0']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:44.155887 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-c20c7c1b-5006-4695-966d-9c1424293d68 None None] Provisioning complete for port 340a7aba-b443-4f5b-9d8f-44429d92fce5 triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:02:44.155887 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-c20c7c1b-5006-4695-966d-9c1424293d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:44.155887 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-c5b010e1-17cf-4c63-98b0-13b84cd1d1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:44.184998 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a807a-d601-4443-923f-7432353b7c12 req-a92dafc8-9dca-40a2-80fd-1fe65e88f419 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:44.196035 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-384a807a-d601-4443-923f-7432353b7c12 req-a92dafc8-9dca-40a2-80fd-1fe65e88f419 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 945 time: 0.0890317 Oct 26 15:02:44.247672 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-384a807a-d601-4443-923f-7432353b7c12 req-b00cc1a7-e888-4f38-8bb4-c2d619c8ae23 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503547 Oct 26 15:02:44.249810 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-585c0c0a-bcc7-49fa-af92-096f5cd55daa tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:44.253705 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-585c0c0a-bcc7-49fa-af92-096f5cd55daa tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5449941 Oct 26 15:02:44.254459 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 32768) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:44.270366 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [None req-9cfaa769-b4ef-4684-998e-c4d331ee4615 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Request body: {'security_group_rule': {'security_group_id': 'f35a6515-ac15-4e3a-b664-fbd46fe56803', 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:02:44.300021 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b010e1-17cf-4c63-98b0-13b84cd1d1c8 None None] Routers {'5eb84fd7-68f1-49b0-9821-8fa9175af233'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:02:44.300665 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-c5b010e1-17cf-4c63-98b0-13b84cd1d1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:02:43Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['5eb84fd7-68f1-49b0-9821-8fa9175af233'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:02:44.307814 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9d6ac4-8617-4ccb-b4bc-65359d35df97 None None] Pushing event updated for resources: {'Port': ['ID=340a7aba-b443-4f5b-9d8f-44429d92fce5,revision_number=4']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:44.417535 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.db.securitygroups_db [None req-9cfaa769-b4ef-4684-998e-c4d331ee4615 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Project 1c0d3cfad56e4c61a215d25516cd6470 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:02:44.421884 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-9cfaa769-b4ef-4684-998e-c4d331ee4615 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:44.501144 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-c20c7c1b-5006-4695-966d-9c1424293d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:44.560871 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-c20c7c1b-5006-4695-966d-9c1424293d68 None None] For port 340a7aba-b443-4f5b-9d8f-44429d92fce5, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=340a7aba-b443-4f5b-9d8f-44429d92fce5,segment=NetworkSegment(6c3c6407-f6c1-4c63-a8a7-7617f701d390),segment_id=6c3c6407-f6c1-4c63-a8a7-7617f701d390)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:02:44.564649 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-9cfaa769-b4ef-4684-998e-c4d331ee4615 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:44.565038 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-c5b010e1-17cf-4c63-98b0-13b84cd1d1c8 None None] Set router 5eb84fd7-68f1-49b0-9821-8fa9175af233 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:02:44.646486 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-9cfaa769-b4ef-4684-998e-c4d331ee4615 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576478'] for security_group_rule, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:44.680477 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfaa769-b4ef-4684-998e-c4d331ee4615 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05d44093-9e47-4edc-a0e2-03cc1c7487b8,revision_number=0']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:44.751046 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-9cfaa769-b4ef-4684-998e-c4d331ee4615 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:44.758806 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-9cfaa769-b4ef-4684-998e-c4d331ee4615 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5006845 Oct 26 15:02:44.793015 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-c20c7c1b-5006-4695-966d-9c1424293d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:44.895494 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c7c1b-5006-4695-966d-9c1424293d68 None None] Pushing event updated for resources: {'Port': ['ID=340a7aba-b443-4f5b-9d8f-44429d92fce5,revision_number=5']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:44.943266 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-f1f4167c-46ec-41f5-a6d2-4a4a604dd538 None None] Provisioning complete for port 340a7aba-b443-4f5b-9d8f-44429d92fce5 triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:02:44.943638 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-f1f4167c-46ec-41f5-a6d2-4a4a604dd538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:45.052476 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-c5b010e1-17cf-4c63-98b0-13b84cd1d1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb84fd7-68f1-49b0-9821-8fa9175af233', 'name': 'tempest-TestVolumeBootPattern-850208143-router', 'tenant_id': '57cba6b75be04c21a95aa3c3a8996e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '722c6eb1-29be-447c-8917-851eb1aa16a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:32Z', 'updated_at': '2021-10-26T15:02:38Z', 'revision_number': 4, 'project_id': '57cba6b75be04c21a95aa3c3a8996e7b', 'gw_port': {'id': '722c6eb1-29be-447c-8917-851eb1aa16a0', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:90:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb84fd7-68f1-49b0-9821-8fa9175af233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:34Z', 'updated_at': '2021-10-26T15:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': '340a7aba-b443-4f5b-9d8f-44429d92fce5', 'name': '', 'network_id': 'e4091c12-5ce6-4001-84d7-8056be344dea', 'tenant_id': '57cba6b75be04c21a95aa3c3a8996e7b', 'mac_address': 'fa:16:3e:51:8a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb84fd7-68f1-49b0-9821-8fa9175af233', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'dc88b52d-129a-4025-8d5f-4d769a475249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:38Z', 'updated_at': '2021-10-26T15:02:44Z', 'revision_number': 4, 'project_id': '57cba6b75be04c21a95aa3c3a8996e7b', 'subnets': [{'id': 'dc88b52d-129a-4025-8d5f-4d769a475249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:02:45.087249 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b010e1-17cf-4c63-98b0-13b84cd1d1c8 None None] The sync data for ids ['5eb84fd7-68f1-49b0-9821-8fa9175af233'] in dv-cinder-732704-6-iscsi is: [{'id': '5eb84fd7-68f1-49b0-9821-8fa9175af233', 'name': 'tempest-TestVolumeBootPattern-850208143-router', 'tenant_id': '57cba6b75be04c21a95aa3c3a8996e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '722c6eb1-29be-447c-8917-851eb1aa16a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:32Z', 'updated_at': '2021-10-26T15:02:38Z', 'revision_number': 4, 'project_id': '57cba6b75be04c21a95aa3c3a8996e7b', 'gw_port': {'id': '722c6eb1-29be-447c-8917-851eb1aa16a0', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:90:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb84fd7-68f1-49b0-9821-8fa9175af233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:34Z', 'updated_at': '2021-10-26T15:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': '340a7aba-b443-4f5b-9d8f-44429d92fce5', 'name': '', 'network_id': 'e4091c12-5ce6-4001-84d7-8056be344dea', 'tenant_id': '57cba6b75be04c21a95aa3c3a8996e7b', 'mac_address': 'fa:16:3e:51:8a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb84fd7-68f1-49b0-9821-8fa9175af233', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'dc88b52d-129a-4025-8d5f-4d769a475249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:38Z', 'updated_at': '2021-10-26T15:02:44Z', 'revision_number': 4, 'project_id': '57cba6b75be04c21a95aa3c3a8996e7b', 'subnets': [{'id': 'dc88b52d-129a-4025-8d5f-4d769a475249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:02:45.216443 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b73e23-ae5f-4c51-8a0a-2db67827094d req-e7cee2c5-5539-47ff-b1a6-ff0eecad427b tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:45.234653 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-80b73e23-ae5f-4c51-8a0a-2db67827094d req-e7cee2c5-5539-47ff-b1a6-ff0eecad427b tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.1270468 Oct 26 15:02:45.339179 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-80b73e23-ae5f-4c51-8a0a-2db67827094d req-83b4f44c-493a-4074-a077-04c834d12620 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030154 Oct 26 15:02:45.358569 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:45.502319 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d8ced-879d-4afb-9893-e671c877dd63 req-14231a02-e0cf-4a17-8924-372defaa98e3 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:45.517396 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b40d8ced-879d-4afb-9893-e671c877dd63 req-14231a02-e0cf-4a17-8924-372defaa98e3 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 945 time: 0.1398034 Oct 26 15:02:45.604197 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b40d8ced-879d-4afb-9893-e671c877dd63 req-1acde335-1695-4c80-82ad-569b0ec6d92a tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740318 Oct 26 15:02:45.696605 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 722c6eb1-29be-447c-8917-851eb1aa16a0 up at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:02:45.784297 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Provisioning complete for port 722c6eb1-29be-447c-8917-851eb1aa16a0 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:02:45.784990 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:45.951943 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 340a7aba-b443-4f5b-9d8f-44429d92fce5 up at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:02:46.041792 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Provisioning complete for port 340a7aba-b443-4f5b-9d8f-44429d92fce5 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:02:46.106738 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:46.481038 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa62f45-6bdf-4a56-8d1e-eab88b0f82e5 req-d80c9a36-6534-47bb-902b-928ed94545c9 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:46.482685 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-afa62f45-6bdf-4a56-8d1e-eab88b0f82e5 req-d80c9a36-6534-47bb-902b-928ed94545c9 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.0659642 Oct 26 15:02:46.535859 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-afa62f45-6bdf-4a56-8d1e-eab88b0f82e5 req-cdf3a928-0ae5-476e-a8e3-e89edbd969fa tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470164 Oct 26 15:02:46.798603 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec3f06-ef08-4813-ad8c-972b5dc8c420 req-10385e31-b201-486b-a96e-2287e4d1c0a4 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:46.806529 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-07ec3f06-ef08-4813-ad8c-972b5dc8c420 req-10385e31-b201-486b-a96e-2287e4d1c0a4 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 945 time: 0.0956085 Oct 26 15:02:46.856002 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-07ec3f06-ef08-4813-ad8c-972b5dc8c420 req-a1dc7b96-99e2-4cf0-a201-8cba9f0fa8ec tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409095 Oct 26 15:02:47.683277 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6ccbf-f592-41c8-b23f-2ea7b435ac90 req-f57e797d-7e3d-4b36-9b9e-ce627afa847b tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:47.687237 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a4d6ccbf-f592-41c8-b23f-2ea7b435ac90 req-f57e797d-7e3d-4b36-9b9e-ce627afa847b tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.0671620 Oct 26 15:02:47.742690 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a4d6ccbf-f592-41c8-b23f-2ea7b435ac90 req-54283562-5bb6-4e84-b86e-365dec4afbbe tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491409 Oct 26 15:02:48.000731 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84150001-6fd2-4bbf-8ae3-b019ccc7a31f req-35c670c0-c3bc-44ed-b78d-b196f7a39b83 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:48.000731 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-84150001-6fd2-4bbf-8ae3-b019ccc7a31f req-35c670c0-c3bc-44ed-b78d-b196f7a39b83 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 945 time: 0.0777450 Oct 26 15:02:48.045422 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-84150001-6fd2-4bbf-8ae3-b019ccc7a31f req-dcf7cbf4-1ff2-4f04-992d-82d19a29cca9 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411770 Oct 26 15:02:48.889179 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97150690-a743-4d25-b787-77998a1d497b req-44cc1d5b-9942-48df-95c8-de3458a4189d tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:48.894386 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-97150690-a743-4d25-b787-77998a1d497b req-44cc1d5b-9942-48df-95c8-de3458a4189d tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.0916564 Oct 26 15:02:48.934853 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af18f59-8a09-4f72-bbb6-900617ef12e7 req-9ff8355d-7d5c-4fd6-9f11-a1b3209d5507 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:48.935414 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4af18f59-8a09-4f72-bbb6-900617ef12e7 req-9ff8355d-7d5c-4fd6-9f11-a1b3209d5507 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 945 time: 0.0918553 Oct 26 15:02:48.958825 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 32836) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:49.009334 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4af18f59-8a09-4f72-bbb6-900617ef12e7 req-de03a67e-52fa-45a7-937b-152a4c9f3a2f tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/security-groups?id=9dbf4f90-1d5d-466a-a21f-d408983271e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594718 Oct 26 15:02:49.106122 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [req-97150690-a743-4d25-b787-77998a1d497b req-8636ba18-4733-49a0-9131-39df4c4444cb tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Deleting port c7db0864-eacc-405f-bf1d-68530c8f2784 {{(pid=108647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:02:49.106533 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-97150690-a743-4d25-b787-77998a1d497b req-8636ba18-4733-49a0-9131-39df4c4444cb tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:49.134273 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-8401ba7c-ec04-41e1-96c8-dc74c524e338 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:49.227174 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [req-97150690-a743-4d25-b787-77998a1d497b req-8636ba18-4733-49a0-9131-39df4c4444cb tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] For port c7db0864-eacc-405f-bf1d-68530c8f2784, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=c7db0864-eacc-405f-bf1d-68530c8f2784,segment=NetworkSegment(84d62a4d-b5c1-4d59-bde4-a1debd3ef48c),segment_id=84d62a4d-b5c1-4d59-bde4-a1debd3ef48c)] {{(pid=108647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:02:49.227887 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-97150690-a743-4d25-b787-77998a1d497b req-8636ba18-4733-49a0-9131-39df4c4444cb tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:49.228876 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a51a7-9900-41cb-9197-26028e3823f5 req-c3da941f-8425-4f6c-8bd7-b3e790e7851b tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:49.236753 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ed7a51a7-9900-41cb-9197-26028e3823f5 req-c3da941f-8425-4f6c-8bd7-b3e790e7851b tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 945 time: 0.0810752 Oct 26 15:02:49.244512 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [req-97150690-a743-4d25-b787-77998a1d497b req-8636ba18-4733-49a0-9131-39df4c4444cb tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Calling delete_port for c7db0864-eacc-405f-bf1d-68530c8f2784 owned by compute:nova {{(pid=108647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:02:49.294973 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ed7a51a7-9900-41cb-9197-26028e3823f5 req-91b04b36-d7f7-48ca-81c6-8f8eb9b57f65 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571170 Oct 26 15:02:49.344960 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-8401ba7c-ec04-41e1-96c8-dc74c524e338 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:49.405342 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-8401ba7c-ec04-41e1-96c8-dc74c524e338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:49.469393 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-8401ba7c-ec04-41e1-96c8-dc74c524e338 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=592365caa01744bc9f8dc31a1a77ea50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5093689 Oct 26 15:02:49.471223 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8401ba7c-ec04-41e1-96c8-dc74c524e338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9634e7-e564-489b-a858-f3d337cc6144,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:49.474359 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 32846) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:49.553449 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-d4f60db8-690c-4702-8c57-57c6bbb70a01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:49.577031 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-d4f60db8-690c-4702-8c57-57c6bbb70a01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:49.688595 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-97150690-a743-4d25-b787-77998a1d497b req-8636ba18-4733-49a0-9131-39df4c4444cb tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:49.701920 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] get_ports_and_sgs() called for port_ids ['c7db0864-eacc-405f-bf1d-68530c8f2784'] {{(pid=108649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:02:49.703213 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-d4f60db8-690c-4702-8c57-57c6bbb70a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:49.707950 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-d4f60db8-690c-4702-8c57-57c6bbb70a01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:49.709432 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-d4f60db8-690c-4702-8c57-57c6bbb70a01 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ac9634e7-e564-489b-a858-f3d337cc6144 HTTP/1.1" status: 204 len: 168 time: 0.2333381 Oct 26 15:02:49.721471 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8636ba18-4733-49a0-9131-39df4c4444cb tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Pushing event deleted for resources: {'Port': ['ID=c7db0864-eacc-405f-bf1d-68530c8f2784,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:49.744889 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f60db8-690c-4702-8c57-57c6bbb70a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9634e7-e564-489b-a858-f3d337cc6144,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:49.786263 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [req-97150690-a743-4d25-b787-77998a1d497b req-8636ba18-4733-49a0-9131-39df4c4444cb tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] No DVR routers for this DVR port c7db0864-eacc-405f-bf1d-68530c8f2784 on host hv-cinder-73270 {{(pid=108647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:02:49.789013 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-97150690-a743-4d25-b787-77998a1d497b req-8636ba18-4733-49a0-9131-39df4c4444cb tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:49.792407 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-97150690-a743-4d25-b787-77998a1d497b req-8636ba18-4733-49a0-9131-39df4c4444cb tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.76 "DELETE /v2.0/ports/c7db0864-eacc-405f-bf1d-68530c8f2784 HTTP/1.1" status: 204 len: 173 time: 0.8885543 Oct 26 15:02:49.792869 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a3aeb9-8d48-418e-8db7-eeaabab12e4a', 'name': 'network-vif-deleted', 'tag': 'c7db0864-eacc-405f-bf1d-68530c8f2784'}] {{(pid=108647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:02:49.796185 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c67b12b1cf7ef49faca107c22834427ed1d300477b197fee39d1c6656c9e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160742f4-d930-4c83-b9d8-69f86ca344f0" -d '{"events": [{"server_uuid": "e8a3aeb9-8d48-418e-8db7-eeaabab12e4a", "name": "network-vif-deleted", "tag": "c7db0864-eacc-405f-bf1d-68530c8f2784"}]}' {{(pid=108647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:02:49.843037 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5415d68-0964-4691-92ae-2a96727dc728 x-openstack-request-id: req-a5415d68-0964-4691-92ae-2a96727dc728 {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:02:49.843389 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a3aeb9-8d48-418e-8db7-eeaabab12e4a", "name": "network-vif-deleted", "tag": "c7db0864-eacc-405f-bf1d-68530c8f2784", "status": "completed", "code": 200}]} {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:02:49.843588 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a5415d68-0964-4691-92ae-2a96727dc728 {{(pid=108647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:02:49.843954 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a3aeb9-8d48-418e-8db7-eeaabab12e4a', 'name': 'network-vif-deleted', 'tag': 'c7db0864-eacc-405f-bf1d-68530c8f2784', 'status': 'completed', 'code': 200} Oct 26 15:02:50.186759 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-907468e1-91d3-4ac8-bcfc-61efee1c4f95 req-cfca6582-2e3d-4e48-af1c-23177a612f76 tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 210 time: 0.0382018 Oct 26 15:02:50.441734 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32aaa5-a369-4991-90ea-dcfb1de980eb req-75b73561-059d-4a31-bb9a-842d4d2c1538 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:50.443467 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7b32aaa5-a369-4991-90ea-dcfb1de980eb req-75b73561-059d-4a31-bb9a-842d4d2c1538 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 945 time: 0.0591695 Oct 26 15:02:50.490408 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7b32aaa5-a369-4991-90ea-dcfb1de980eb req-654a1d84-e433-4442-a62d-d3929c63f1b5 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404139 Oct 26 15:02:51.299913 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9a5154b1-6a0e-4e4a-9fd5-2971d882c2b4 req-48f27bab-4d62-4905-912e-7d7afa1a9efc tempest-ServerRescueNegativeTestJSON-1046416186 tempest-ServerRescueNegativeTestJSON-1046416186-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8a3aeb9-8d48-418e-8db7-eeaabab12e4a HTTP/1.1" status: 200 len: 210 time: 0.0256391 Oct 26 15:02:51.676397 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32bece1-00fd-4a2d-bc27-cad88660597e req-261c9365-7499-48e7-bdae-ac9579325d01 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:51.678951 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e32bece1-00fd-4a2d-bc27-cad88660597e req-261c9365-7499-48e7-bdae-ac9579325d01 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 945 time: 0.0643709 Oct 26 15:02:51.751238 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e32bece1-00fd-4a2d-bc27-cad88660597e req-60e375f0-6bb5-489f-89d4-5ed018c5f3c9 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644116 Oct 26 15:02:52.364179 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 32948) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:53.011536 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device c7db0864-eacc-405f-bf1d-68530c8f2784 no longer exists at agent hyperv_hv-cinder-73270 {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:02:53.021243 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c194493-fa11-4dc1-9971-7cbb6936b6a8 req-861f6f86-79f8-4421-a291-5b039ab05674 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:53.023124 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3c194493-fa11-4dc1-9971-7cbb6936b6a8 req-861f6f86-79f8-4421-a291-5b039ab05674 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 945 time: 0.1259243 Oct 26 15:02:53.032849 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4a4eb-e4fb-46c5-9dd3-b292b6ac9935 req-0a0ac353-1ae3-4009-9c02-086def948e10 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:53.034483 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6aa4a4eb-e4fb-46c5-9dd3-b292b6ac9935 req-0a0ac353-1ae3-4009-9c02-086def948e10 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 945 time: 0.0933046 Oct 26 15:02:53.043397 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] No Port match for: c7db0864-eacc-405f-bf1d-68530c8f2784 {{(pid=108649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:02:53.043397 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device c7db0864-eacc-405f-bf1d-68530c8f2784 not bound to the agent host hv-cinder-73270 {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:02:53.155987 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3c194493-fa11-4dc1-9971-7cbb6936b6a8 req-f0a4443b-3c0c-453c-a545-b2ca10feeff6 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203752 Oct 26 15:02:53.163583 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6aa4a4eb-e4fb-46c5-9dd3-b292b6ac9935 req-6b7d2ade-8e63-4fb2-b811-e4b7139ed505 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcc71342-7fe5-4670-9507-312ce82cc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167715 Oct 26 15:02:53.190831 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-20df234e-1612-4248-92b0-8df461d855b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536295994'] for router_interface, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:53.191786 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 32960) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:53.405503 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7201f6cd-8b71-40a3-8201-5888d1b3643d tempest-TestMinimumBasicScenario-1979821731 tempest-TestMinimumBasicScenario-1979821731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:53.409816 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-7201f6cd-8b71-40a3-8201-5888d1b3643d tempest-TestMinimumBasicScenario-1979821731 tempest-TestMinimumBasicScenario-1979821731-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 1093 time: 0.2136829 Oct 26 15:02:53.411691 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 32964) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:53.416840 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [None req-daca29eb-155d-419b-bbde-8cbed37ecc92 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Request body: {'floatingip': {'floating_network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'port_id': 'c2eb0799-7052-4b1e-a495-442ca53b30f3', 'tenant_id': 'ae37455caad1400c9591e7587ec53aef', 'fixed_ip_address': '172.20.0.4'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:02:53.510169 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-daca29eb-155d-419b-bbde-8cbed37ecc92 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks [] for floatingip, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:53.676751 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-daca29eb-155d-419b-bbde-8cbed37ecc92 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:53.852302 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.plugin [None req-20df234e-1612-4248-92b0-8df461d855b0 admin admin] Deleting port 000bb22d-6896-455d-a370-b390a7ed66c8 {{(pid=108648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:02:53.853428 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-20df234e-1612-4248-92b0-8df461d855b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:53.873671 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.db_base_plugin_common [None req-daca29eb-155d-419b-bbde-8cbed37ecc92 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Allocated IP 172.27.0.8 (164d7f62-997a-4502-882b-0bfc21bc1de5/6ece9388-c7af-48ed-bfac-1151ab9231f6/7cb6eebd-2c69-4d93-8aac-4639e08309ac) {{(pid=108647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:02:53.988402 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.db [None req-20df234e-1612-4248-92b0-8df461d855b0 admin admin] For port 000bb22d-6896-455d-a370-b390a7ed66c8, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=000bb22d-6896-455d-a370-b390a7ed66c8,segment=NetworkSegment(84d62a4d-b5c1-4d59-bde4-a1debd3ef48c),segment_id=84d62a4d-b5c1-4d59-bde4-a1debd3ef48c)] {{(pid=108648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:02:53.989198 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-20df234e-1612-4248-92b0-8df461d855b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:54.005160 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.plugin [None req-20df234e-1612-4248-92b0-8df461d855b0 admin admin] Calling delete_port for 000bb22d-6896-455d-a370-b390a7ed66c8 owned by network:router_interface {{(pid=108648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:02:54.061028 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-daca29eb-155d-419b-bbde-8cbed37ecc92 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks [] for port, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:54.195813 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-daca29eb-155d-419b-bbde-8cbed37ecc92 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:54.249239 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daca29eb-155d-419b-bbde-8cbed37ecc92 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Network 164d7f62-997a-4502-882b-0bfc21bc1de5 is already hosted by enough agents. {{(pid=108647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:02:54.252320 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [None req-daca29eb-155d-419b-bbde-8cbed37ecc92 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Resources bound (agent type, host, resource id): {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:02:54.260072 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daca29eb-155d-419b-bbde-8cbed37ecc92 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Received port after_create {{(pid=108647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:02:54.262118 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daca29eb-155d-419b-bbde-8cbed37ecc92 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Pushing event updated for resources: {'Port': ['ID=7cb6eebd-2c69-4d93-8aac-4639e08309ac,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:54.309461 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-20df234e-1612-4248-92b0-8df461d855b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3397087'] for port, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:54.353075 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df234e-1612-4248-92b0-8df461d855b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=000bb22d-6896-455d-a370-b390a7ed66c8,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:54.387840 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450bc283-3370-4f01-bb0f-80e033754a9f req-f72a3968-98eb-4a2c-8795-c3adca25dbdc tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:54.390179 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-450bc283-3370-4f01-bb0f-80e033754a9f req-f72a3968-98eb-4a2c-8795-c3adca25dbdc tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 945 time: 0.1284816 Oct 26 15:02:54.505436 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-450bc283-3370-4f01-bb0f-80e033754a9f req-1fae9471-8109-4f22-8a35-6e4d7b8189cc tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874538 Oct 26 15:02:54.654649 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-20df234e-1612-4248-92b0-8df461d855b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536254648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536296150'] for router_interface, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:54.778110 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-daca29eb-155d-419b-bbde-8cbed37ecc92 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:54.934055 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20df234e-1612-4248-92b0-8df461d855b0 admin admin] Router 02c6f799-21be-46df-b8c1-bd90e7f4a3f1 has already been hosted by L3 agent aad0d180-bd62-492d-9d56-445be5af9cbd {{(pid=108648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:02:55.044808 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20df234e-1612-4248-92b0-8df461d855b0 admin admin] Notify agent at l3_agent.dv-cinder-732704-6-iscsi the message routers_updated {{(pid=108648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:02:55.051113 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-20df234e-1612-4248-92b0-8df461d855b0 admin admin] 10.222.0.57 "PUT /v2.0/routers/02c6f799-21be-46df-b8c1-bd90e7f4a3f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6856208 Oct 26 15:02:55.052434 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 32984) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:55.054118 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fdff92-b833-4653-8721-cc860c49a3f0 None None] Sync routers for ids ['02c6f799-21be-46df-b8c1-bd90e7f4a3f1'] in dv-cinder-732704-6-iscsi {{(pid=108650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:02:55.066204 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fdff92-b833-4653-8721-cc860c49a3f0 None None] Routers {'02c6f799-21be-46df-b8c1-bd90e7f4a3f1'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:02:55.067157 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-13fdff92-b833-4653-8721-cc860c49a3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:02:43Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['02c6f799-21be-46df-b8c1-bd90e7f4a3f1'], 'active': True} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:02:55.204340 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-0deaf286-90d8-4c7e-ba0f-9891dac5b6df admin admin] Publish callbacks [] for router, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:55.259772 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvr_db [None req-13fdff92-b833-4653-8721-cc860c49a3f0 None None] Set router 02c6f799-21be-46df-b8c1-bd90e7f4a3f1 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:02:55.324944 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-0deaf286-90d8-4c7e-ba0f-9891dac5b6df admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:55.435817 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-daca29eb-155d-419b-bbde-8cbed37ecc92 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:55.438796 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-13fdff92-b833-4653-8721-cc860c49a3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c6f799-21be-46df-b8c1-bd90e7f4a3f1', 'name': 'tempest-ServerRescueNegativeTestJSON-844947880-router', 'tenant_id': 'e858799915f545b79e6f36f7cda2f6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '3a7c1f50-6b87-4af0-9bcc-67a53a86dbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:20Z', 'updated_at': '2021-10-26T15:02:54Z', 'revision_number': 5, 'project_id': 'e858799915f545b79e6f36f7cda2f6c7', 'gw_port': {'id': '3a7c1f50-6b87-4af0-9bcc-67a53a86dbda', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:68:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6f799-21be-46df-b8c1-bd90e7f4a3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:21Z', 'updated_at': '2021-10-26T14:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi'}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:02:55.465725 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fdff92-b833-4653-8721-cc860c49a3f0 None None] Checking router: 02c6f799-21be-46df-b8c1-bd90e7f4a3f1 for host: dv-cinder-732704-6-iscsi {{(pid=108650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:02:55.475620 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fdff92-b833-4653-8721-cc860c49a3f0 None None] Routers {'02c6f799-21be-46df-b8c1-bd90e7f4a3f1'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:02:55.476241 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-13fdff92-b833-4653-8721-cc860c49a3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:02:43Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['02c6f799-21be-46df-b8c1-bd90e7f4a3f1'], 'active': True} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:02:55.612074 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvr_db [None req-13fdff92-b833-4653-8721-cc860c49a3f0 None None] Set router 02c6f799-21be-46df-b8c1-bd90e7f4a3f1 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:02:55.623840 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-daca29eb-155d-419b-bbde-8cbed37ecc92 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks [] for port, precommit_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:55.700661 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a1cc7-4192-4cb0-94bc-649a75f52ce4 req-78ed1bda-ad0c-4ccb-8309-9e573438931a tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:55.702249 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-365a1cc7-4192-4cb0-94bc-649a75f52ce4 req-78ed1bda-ad0c-4ccb-8309-9e573438931a tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 945 time: 0.0631199 Oct 26 15:02:55.714497 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.plugin [None req-0deaf286-90d8-4c7e-ba0f-9891dac5b6df admin admin] Deleting port 3a7c1f50-6b87-4af0-9bcc-67a53a86dbda {{(pid=108648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:02:55.714879 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-0deaf286-90d8-4c7e-ba0f-9891dac5b6df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:55.719084 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-daca29eb-155d-419b-bbde-8cbed37ecc92 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8556446'] for port, after_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:55.789509 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daca29eb-155d-419b-bbde-8cbed37ecc92 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Pushing event updated for resources: {'Port': ['ID=7cb6eebd-2c69-4d93-8aac-4639e08309ac,revision_number=2']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:55.842166 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-daca29eb-155d-419b-bbde-8cbed37ecc92 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536297274'] for floatingip, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:55.853620 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-13fdff92-b833-4653-8721-cc860c49a3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c6f799-21be-46df-b8c1-bd90e7f4a3f1', 'name': 'tempest-ServerRescueNegativeTestJSON-844947880-router', 'tenant_id': 'e858799915f545b79e6f36f7cda2f6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '3a7c1f50-6b87-4af0-9bcc-67a53a86dbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:20Z', 'updated_at': '2021-10-26T15:02:54Z', 'revision_number': 5, 'project_id': 'e858799915f545b79e6f36f7cda2f6c7', 'gw_port': {'id': '3a7c1f50-6b87-4af0-9bcc-67a53a86dbda', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:68:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6f799-21be-46df-b8c1-bd90e7f4a3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:21Z', 'updated_at': '2021-10-26T14:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi'}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:02:55.887304 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-365a1cc7-4192-4cb0-94bc-649a75f52ce4 req-d3a6c58e-ca4f-4c2a-85be-3da2c829bcc2 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764309 Oct 26 15:02:55.900511 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fdff92-b833-4653-8721-cc860c49a3f0 None None] The sync data for ids ['02c6f799-21be-46df-b8c1-bd90e7f4a3f1'] in dv-cinder-732704-6-iscsi is: [{'id': '02c6f799-21be-46df-b8c1-bd90e7f4a3f1', 'name': 'tempest-ServerRescueNegativeTestJSON-844947880-router', 'tenant_id': 'e858799915f545b79e6f36f7cda2f6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '3a7c1f50-6b87-4af0-9bcc-67a53a86dbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:20Z', 'updated_at': '2021-10-26T15:02:54Z', 'revision_number': 5, 'project_id': 'e858799915f545b79e6f36f7cda2f6c7', 'gw_port': {'id': '3a7c1f50-6b87-4af0-9bcc-67a53a86dbda', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:68:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6f799-21be-46df-b8c1-bd90e7f4a3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:21Z', 'updated_at': '2021-10-26T14:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi'}] {{(pid=108650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:02:55.961381 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.db [None req-0deaf286-90d8-4c7e-ba0f-9891dac5b6df admin admin] For port 3a7c1f50-6b87-4af0-9bcc-67a53a86dbda, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=3a7c1f50-6b87-4af0-9bcc-67a53a86dbda,segment=NetworkSegment(48b4b2e5-ca40-4770-b351-7c2adc646ed5),segment_id=48b4b2e5-ca40-4770-b351-7c2adc646ed5)] {{(pid=108648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:02:55.961977 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-0deaf286-90d8-4c7e-ba0f-9891dac5b6df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:55.979216 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.db.l3_db [None req-daca29eb-155d-419b-bbde-8cbed37ecc92 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Floating IP faae4acd-02db-4ba1-a5c8-f76e7c4c98cf associated. External IP: 172.27.0.8, port: c2eb0799-7052-4b1e-a495-442ca53b30f3. Oct 26 15:02:55.996397 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.plugin [None req-0deaf286-90d8-4c7e-ba0f-9891dac5b6df admin admin] Calling delete_port for 3a7c1f50-6b87-4af0-9bcc-67a53a86dbda owned by network:router_gateway {{(pid=108648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:02:56.227907 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daca29eb-155d-419b-bbde-8cbed37ecc92 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Router 58398bf7-2e07-4bcf-b90a-3dec3c8cc50d has already been hosted by L3 agent aad0d180-bd62-492d-9d56-445be5af9cbd {{(pid=108647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:02:56.302881 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-0deaf286-90d8-4c7e-ba0f-9891dac5b6df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3397087'] for port, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:56.341134 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deaf286-90d8-4c7e-ba0f-9891dac5b6df admin admin] Pushing event deleted for resources: {'Port': ['ID=3a7c1f50-6b87-4af0-9bcc-67a53a86dbda,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:56.437350 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-0deaf286-90d8-4c7e-ba0f-9891dac5b6df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536297332'] for router_gateway, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:56.445536 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daca29eb-155d-419b-bbde-8cbed37ecc92 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Notify agent at l3_agent.dv-cinder-732704-6-iscsi the message routers_updated {{(pid=108647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:02:56.463740 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf531b0-8c22-4a93-ac22-d146c5a58e58 None None] Sync routers for ids ['58398bf7-2e07-4bcf-b90a-3dec3c8cc50d'] in dv-cinder-732704-6-iscsi {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:02:56.478613 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf531b0-8c22-4a93-ac22-d146c5a58e58 None None] Routers {'58398bf7-2e07-4bcf-b90a-3dec3c8cc50d'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:02:56.479738 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-aaf531b0-8c22-4a93-ac22-d146c5a58e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:02:43Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['58398bf7-2e07-4bcf-b90a-3dec3c8cc50d'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:02:56.526790 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-daca29eb-155d-419b-bbde-8cbed37ecc92 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for floatingip, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:56.570219 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-daca29eb-155d-419b-bbde-8cbed37ecc92 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 3.1542637 Oct 26 15:02:56.570219 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eba8653-ed58-4bd4-8847-c44d71c65cad', 'tag': 'c2eb0799-7052-4b1e-a495-442ca53b30f3'}] {{(pid=108647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:02:56.571588 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c67b12b1cf7ef49faca107c22834427ed1d300477b197fee39d1c6656c9e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97079d58-4642-4538-b9c3-062e06e96f6c" -d '{"events": [{"name": "network-changed", "server_uuid": "3eba8653-ed58-4bd4-8847-c44d71c65cad", "tag": "c2eb0799-7052-4b1e-a495-442ca53b30f3"}]}' {{(pid=108647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:02:56.574749 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 33004) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:56.582795 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [None req-6ce6e8bf-8e45-4442-82c7-2cf45abc3611 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1028672377', 'description': 'tempest-secgroup-smoke-1028672377 description', 'project_id': 'ae37455caad1400c9591e7587ec53aef'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:02:56.602955 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-0deaf286-90d8-4c7e-ba0f-9891dac5b6df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536295405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2856'] for router, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:56.606092 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-0deaf286-90d8-4c7e-ba0f-9891dac5b6df admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:56.656627 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de747ac1-a36c-4246-b147-ee8f5bc0d8a5 x-openstack-request-id: req-de747ac1-a36c-4246-b147-ee8f5bc0d8a5 {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:02:56.656980 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eba8653-ed58-4bd4-8847-c44d71c65cad", "tag": "c2eb0799-7052-4b1e-a495-442ca53b30f3", "status": "completed", "code": 200}]} {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:02:56.657547 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-de747ac1-a36c-4246-b147-ee8f5bc0d8a5 {{(pid=108647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:02:56.658023 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eba8653-ed58-4bd4-8847-c44d71c65cad', 'tag': 'c2eb0799-7052-4b1e-a495-442ca53b30f3', 'status': 'completed', 'code': 200} Oct 26 15:02:56.661158 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-aaf531b0-8c22-4a93-ac22-d146c5a58e58 None None] Set router 58398bf7-2e07-4bcf-b90a-3dec3c8cc50d gateway port host: dv-cinder-732704-6-iscsi {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:02:56.716337 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-6ce6e8bf-8e45-4442-82c7-2cf45abc3611 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks [] for security_group, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:56.765891 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97079d58-4642-4538-b9c3-062e06e96f6c req-2a6c7896-c0ac-417b-a31a-971fb300eb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:56.767438 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-97079d58-4642-4538-b9c3-062e06e96f6c req-2a6c7896-c0ac-417b-a31a-971fb300eb22 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ae37455caad1400c9591e7587ec53aef&device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 1098 time: 0.0728502 Oct 26 15:02:56.862789 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-6ce6e8bf-8e45-4442-82c7-2cf45abc3611 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks [] for security_group, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:56.896118 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-0deaf286-90d8-4c7e-ba0f-9891dac5b6df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536295396'] for router, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:56.897355 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0deaf286-90d8-4c7e-ba0f-9891dac5b6df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02c6f799-21be-46df-b8c1-bd90e7f4a3f1 {{(pid=108648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:02:56.915663 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-0deaf286-90d8-4c7e-ba0f-9891dac5b6df admin admin] Publish callbacks [] for router, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:56.915771 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97079d58-4642-4538-b9c3-062e06e96f6c req-0444e862-f7b6-439c-8a95-6f0c2cecdbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:56.915771 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-97079d58-4642-4538-b9c3-062e06e96f6c req-0444e862-f7b6-439c-8a95-6f0c2cecdbe4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=aa36fb45-c81d-4582-a1d1-4df2ccc686c8 HTTP/1.1" status: 200 len: 916 time: 0.1230235 Oct 26 15:02:56.915958 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-0deaf286-90d8-4c7e-ba0f-9891dac5b6df admin admin] 10.222.0.57 "DELETE /v2.0/routers/02c6f799-21be-46df-b8c1-bd90e7f4a3f1 HTTP/1.1" status: 204 len: 168 time: 1.8552637 Oct 26 15:02:56.916052 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 33010) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:57.004503 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-aaf531b0-8c22-4a93-ac22-d146c5a58e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58398bf7-2e07-4bcf-b90a-3dec3c8cc50d', 'name': 'tempest-TestMinimumBasicScenario-2146501661-router', 'tenant_id': 'ae37455caad1400c9591e7587ec53aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '0912c6e7-7a00-4da8-9475-f4b0224b839c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:26Z', 'updated_at': '2021-10-26T15:01:30Z', 'revision_number': 4, 'project_id': 'ae37455caad1400c9591e7587ec53aef', 'gw_port': {'id': '0912c6e7-7a00-4da8-9475-f4b0224b839c', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58398bf7-2e07-4bcf-b90a-3dec3c8cc50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:27Z', 'updated_at': '2021-10-26T15:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_floatingips': [{'id': 'faae4acd-02db-4ba1-a5c8-f76e7c4c98cf', 'tenant_id': 'ae37455caad1400c9591e7587ec53aef', 'floating_ip_address': '172.27.0.8', 'floating_network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'router_id': '58398bf7-2e07-4bcf-b90a-3dec3c8cc50d', 'port_id': 'c2eb0799-7052-4b1e-a495-442ca53b30f3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa36fb45-c81d-4582-a1d1-4df2ccc686c8', 'mac_address': 'fa:16:3e:4c:83:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eba8653-ed58-4bd4-8847-c44d71c65cad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:02:54Z', 'updated_at': '2021-10-26T15:02:54Z', 'revision_number': 0, 'project_id': 'ae37455caad1400c9591e7587ec53aef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '938b9210-559b-4f9b-be14-5f761bd6021e', 'name': '', 'network_id': 'aa36fb45-c81d-4582-a1d1-4df2ccc686c8', 'tenant_id': 'ae37455caad1400c9591e7587ec53aef', 'mac_address': 'fa:16:3e:f5:1f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58398bf7-2e07-4bcf-b90a-3dec3c8cc50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '7cf36ff4-7097-4007-a564-c4675e4a120f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:30Z', 'updated_at': '2021-10-26T15:01:35Z', 'revision_number': 5, 'project_id': 'ae37455caad1400c9591e7587ec53aef', 'subnets': [{'id': '7cf36ff4-7097-4007-a564-c4675e4a120f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:02:57.072486 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-6ce6e8bf-8e45-4442-82c7-2cf45abc3611 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:57.084819 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf531b0-8c22-4a93-ac22-d146c5a58e58 None None] Checking router: 58398bf7-2e07-4bcf-b90a-3dec3c8cc50d for host: dv-cinder-732704-6-iscsi {{(pid=108649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:02:57.087126 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b24d2b-7788-468f-9358-aeb2dea7302f req-e61b429c-be61-469a-81ce-b71fbe2ef66b tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:57.089250 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f5a46cf-c9b3-4d66-9d08-0c6b386303b8 admin admin] Deleting subnet 673dc4e7-f4e6-456e-9bb6-73f76f7d8feb {{(pid=108647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 15:02:57.092633 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-2f5a46cf-c9b3-4d66-9d08-0c6b386303b8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:57.100798 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e4b24d2b-7788-468f-9358-aeb2dea7302f req-e61b429c-be61-469a-81ce-b71fbe2ef66b tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 945 time: 0.0974071 Oct 26 15:02:57.107390 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf531b0-8c22-4a93-ac22-d146c5a58e58 None None] Routers {'58398bf7-2e07-4bcf-b90a-3dec3c8cc50d'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:02:57.109506 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-aaf531b0-8c22-4a93-ac22-d146c5a58e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:02:43Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['58398bf7-2e07-4bcf-b90a-3dec3c8cc50d'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:02:57.126668 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 33022) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:57.143112 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-97079d58-4642-4538-b9c3-062e06e96f6c req-a6be3741-64a5-4c88-bc6e-5dc258f0941c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2eb0799-7052-4b1e-a495-442ca53b30f3 HTTP/1.1" status: 200 len: 997 time: 0.2247612 Oct 26 15:02:57.173978 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e4b24d2b-7788-468f-9358-aeb2dea7302f req-01905fdb-d557-4033-bcb1-41320cee62bb tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762277 Oct 26 15:02:57.188716 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-2f5a46cf-c9b3-4d66-9d08-0c6b386303b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8615396'] for subnet, precommit_delete_associations {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:57.249635 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-2f5a46cf-c9b3-4d66-9d08-0c6b386303b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536333747'] for subnet, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:57.299001 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-aaf531b0-8c22-4a93-ac22-d146c5a58e58 None None] Set router 58398bf7-2e07-4bcf-b90a-3dec3c8cc50d gateway port host: dv-cinder-732704-6-iscsi {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:02:57.306803 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce6e8bf-8e45-4442-82c7-2cf45abc3611 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d842cd51-f0de-4e29-bd1d-3af03c0a6640,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:57.325022 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97079d58-4642-4538-b9c3-062e06e96f6c req-bd9c0d83-0197-43fa-88a3-3ae4ee7583dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:57.330863 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-97079d58-4642-4538-b9c3-062e06e96f6c req-bd9c0d83-0197-43fa-88a3-3ae4ee7583dd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7cf36ff4-7097-4007-a564-c4675e4a120f HTTP/1.1" status: 200 len: 854 time: 0.1726301 Oct 26 15:02:57.360754 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 000bb22d-6896-455d-a370-b390a7ed66c8 no longer exists at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:02:57.367166 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-59420759-9a2a-47d0-96f5-065333bbc4e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:57.385248 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-2f5a46cf-c9b3-4d66-9d08-0c6b386303b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536333704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8556360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8456337'] for subnet, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:57.396776 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-6ce6e8bf-8e45-4442-82c7-2cf45abc3611 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:57.398163 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-6ce6e8bf-8e45-4442-82c7-2cf45abc3611 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8223732 Oct 26 15:02:57.401251 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 33028) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:57.413406 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-11ccb57c-5226-4fa5-bceb-0cc434535a79 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Request body: {'security_group_rule': {'security_group_id': 'd842cd51-f0de-4e29-bd1d-3af03c0a6640', 'project_id': 'ae37455caad1400c9591e7587ec53aef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:02:57.424367 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a46cf-c9b3-4d66-9d08-0c6b386303b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=673dc4e7-f4e6-456e-9bb6-73f76f7d8feb,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:57.428560 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-2f5a46cf-c9b3-4d66-9d08-0c6b386303b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for subnet, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:57.439479 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] No Port match for: 000bb22d-6896-455d-a370-b390a7ed66c8 {{(pid=108649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:02:57.440121 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 000bb22d-6896-455d-a370-b390a7ed66c8 not bound to the agent host dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:02:57.440802 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 3a7c1f50-6b87-4af0-9bcc-67a53a86dbda no longer exists at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:02:57.444829 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-2f5a46cf-c9b3-4d66-9d08-0c6b386303b8 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/673dc4e7-f4e6-456e-9bb6-73f76f7d8feb HTTP/1.1" status: 204 len: 168 time: 0.5349689 Oct 26 15:02:57.458685 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 33032) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:57.488505 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] No Port match for: 3a7c1f50-6b87-4af0-9bcc-67a53a86dbda {{(pid=108649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:02:57.488990 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 3a7c1f50-6b87-4af0-9bcc-67a53a86dbda not bound to the agent host dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:02:57.536367 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97079d58-4642-4538-b9c3-062e06e96f6c req-6f25f159-e6b8-43ab-9581-209cf2118ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:57.538694 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-97079d58-4642-4538-b9c3-062e06e96f6c req-6f25f159-e6b8-43ab-9581-209cf2118ac1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=aa36fb45-c81d-4582-a1d1-4df2ccc686c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2017462 Oct 26 15:02:57.559091 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-59420759-9a2a-47d0-96f5-065333bbc4e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:57.608153 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-11ccb57c-5226-4fa5-bceb-0cc434535a79 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:57.628239 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-59420759-9a2a-47d0-96f5-065333bbc4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:57.636018 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-957691f7-e71e-4fb8-9a37-1ef4344be962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536309766'] for network, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:57.693656 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-aaf531b0-8c22-4a93-ac22-d146c5a58e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58398bf7-2e07-4bcf-b90a-3dec3c8cc50d', 'name': 'tempest-TestMinimumBasicScenario-2146501661-router', 'tenant_id': 'ae37455caad1400c9591e7587ec53aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '0912c6e7-7a00-4da8-9475-f4b0224b839c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:26Z', 'updated_at': '2021-10-26T15:01:30Z', 'revision_number': 4, 'project_id': 'ae37455caad1400c9591e7587ec53aef', 'gw_port': {'id': '0912c6e7-7a00-4da8-9475-f4b0224b839c', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58398bf7-2e07-4bcf-b90a-3dec3c8cc50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:27Z', 'updated_at': '2021-10-26T15:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_floatingips': [{'id': 'faae4acd-02db-4ba1-a5c8-f76e7c4c98cf', 'tenant_id': 'ae37455caad1400c9591e7587ec53aef', 'floating_ip_address': '172.27.0.8', 'floating_network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'router_id': '58398bf7-2e07-4bcf-b90a-3dec3c8cc50d', 'port_id': 'c2eb0799-7052-4b1e-a495-442ca53b30f3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa36fb45-c81d-4582-a1d1-4df2ccc686c8', 'mac_address': 'fa:16:3e:4c:83:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eba8653-ed58-4bd4-8847-c44d71c65cad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:02:54Z', 'updated_at': '2021-10-26T15:02:54Z', 'revision_number': 0, 'project_id': 'ae37455caad1400c9591e7587ec53aef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '938b9210-559b-4f9b-be14-5f761bd6021e', 'name': '', 'network_id': 'aa36fb45-c81d-4582-a1d1-4df2ccc686c8', 'tenant_id': 'ae37455caad1400c9591e7587ec53aef', 'mac_address': 'fa:16:3e:f5:1f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58398bf7-2e07-4bcf-b90a-3dec3c8cc50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '7cf36ff4-7097-4007-a564-c4675e4a120f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:30Z', 'updated_at': '2021-10-26T15:01:35Z', 'revision_number': 5, 'project_id': 'ae37455caad1400c9591e7587ec53aef', 'subnets': [{'id': '7cf36ff4-7097-4007-a564-c4675e4a120f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:02:57.717767 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-59420759-9a2a-47d0-96f5-065333bbc4e4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5fb3454152514163b51dac3640872e7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5926759 Oct 26 15:02:57.718862 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 33050) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:57.731956 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59420759-9a2a-47d0-96f5-065333bbc4e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ae1300-f46e-491a-815c-ac6baa6a8d6d,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:57.756990 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-11ccb57c-5226-4fa5-bceb-0cc434535a79 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:57.765636 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-97079d58-4642-4538-b9c3-062e06e96f6c req-03b71f36-0888-4ccf-8fa7-ebeb356ef610 service neutron] 10.222.0.76 "GET /v2.0/networks/aa36fb45-c81d-4582-a1d1-4df2ccc686c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112176 Oct 26 15:02:57.769730 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-957691f7-e71e-4fb8-9a37-1ef4344be962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536334904', 'neutron.services.segments.db._delete_segments_for_network-8752338035487'] for network, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:57.796601 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.services.segments.db [None req-957691f7-e71e-4fb8-9a37-1ef4344be962 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad2172c5-e06a-4950-a922-0c7e574f5f17']}} {{(pid=108647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:02:57.800537 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-2ab9ff0b-738c-405b-b101-eb3ddc6ba514 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:57.808899 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.services.segments.db [None req-957691f7-e71e-4fb8-9a37-1ef4344be962 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84d62a4d-b5c1-4d59-bde4-a1debd3ef48c') {'for_net_delete': True} {{(pid=108647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:02:57.809372 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.services.segments.db [None req-957691f7-e71e-4fb8-9a37-1ef4344be962 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84d62a4d-b5c1-4d59-bde4-a1debd3ef48c') {} {{(pid=108647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:02:57.815305 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-11ccb57c-5226-4fa5-bceb-0cc434535a79 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576478'] for security_group_rule, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:57.821318 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-957691f7-e71e-4fb8-9a37-1ef4344be962 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752338035752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8615407'] for segment, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:57.838679 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-957691f7-e71e-4fb8-9a37-1ef4344be962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888'] for segment, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:57.842881 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf531b0-8c22-4a93-ac22-d146c5a58e58 None None] The sync data for ids ['58398bf7-2e07-4bcf-b90a-3dec3c8cc50d'] in dv-cinder-732704-6-iscsi is: [{'id': '58398bf7-2e07-4bcf-b90a-3dec3c8cc50d', 'name': 'tempest-TestMinimumBasicScenario-2146501661-router', 'tenant_id': 'ae37455caad1400c9591e7587ec53aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '0912c6e7-7a00-4da8-9475-f4b0224b839c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:26Z', 'updated_at': '2021-10-26T15:01:30Z', 'revision_number': 4, 'project_id': 'ae37455caad1400c9591e7587ec53aef', 'gw_port': {'id': '0912c6e7-7a00-4da8-9475-f4b0224b839c', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58398bf7-2e07-4bcf-b90a-3dec3c8cc50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:27Z', 'updated_at': '2021-10-26T15:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_floatingips': [{'id': 'faae4acd-02db-4ba1-a5c8-f76e7c4c98cf', 'tenant_id': 'ae37455caad1400c9591e7587ec53aef', 'floating_ip_address': '172.27.0.8', 'floating_network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'router_id': '58398bf7-2e07-4bcf-b90a-3dec3c8cc50d', 'port_id': 'c2eb0799-7052-4b1e-a495-442ca53b30f3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa36fb45-c81d-4582-a1d1-4df2ccc686c8', 'mac_address': 'fa:16:3e:4c:83:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eba8653-ed58-4bd4-8847-c44d71c65cad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:02:54Z', 'updated_at': '2021-10-26T15:02:54Z', 'revision_number': 0, 'project_id': 'ae37455caad1400c9591e7587ec53aef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '938b9210-559b-4f9b-be14-5f761bd6021e', 'name': '', 'network_id': 'aa36fb45-c81d-4582-a1d1-4df2ccc686c8', 'tenant_id': 'ae37455caad1400c9591e7587ec53aef', 'mac_address': 'fa:16:3e:f5:1f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58398bf7-2e07-4bcf-b90a-3dec3c8cc50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '7cf36ff4-7097-4007-a564-c4675e4a120f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:30Z', 'updated_at': '2021-10-26T15:01:35Z', 'revision_number': 5, 'project_id': 'ae37455caad1400c9591e7587ec53aef', 'subnets': [{'id': '7cf36ff4-7097-4007-a564-c4675e4a120f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:02:57.843306 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-2ab9ff0b-738c-405b-b101-eb3ddc6ba514 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:57.851176 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ccb57c-5226-4fa5-bceb-0cc434535a79 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ebca447-4036-4354-a482-3c9631397b75,revision_number=0']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:57.855864 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-957691f7-e71e-4fb8-9a37-1ef4344be962 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=108647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:02:57.856616 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-957691f7-e71e-4fb8-9a37-1ef4344be962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8556514'] for segment, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:57.858550 dv-cinder-732704-6-iscsi neutron-server[108647]: Traceback (most recent call last): Oct 26 15:02:57.858550 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 15:02:57.858550 dv-cinder-732704-6-iscsi neutron-server[108647]: timer() Oct 26 15:02:57.858550 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 15:02:57.858550 dv-cinder-732704-6-iscsi neutron-server[108647]: cb(*args, **kw) Oct 26 15:02:57.858550 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 15:02:57.858550 dv-cinder-732704-6-iscsi neutron-server[108647]: return func(*args, **kwargs) Oct 26 15:02:57.858550 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 15:02:57.858550 dv-cinder-732704-6-iscsi neutron-server[108647]: self._notify() Oct 26 15:02:57.858550 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 15:02:57.858550 dv-cinder-732704-6-iscsi neutron-server[108647]: self.callback(batched_events) Oct 26 15:02:57.858550 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 15:02:57.858550 dv-cinder-732704-6-iscsi neutron-server[108647]: event.method(event) Oct 26 15:02:57.858550 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 15:02:57.858550 dv-cinder-732704-6-iscsi neutron-server[108647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 15:02:57.858550 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 15:02:57.858550 dv-cinder-732704-6-iscsi neutron-server[108647]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 15:02:57.858550 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 15:02:57.858550 dv-cinder-732704-6-iscsi neutron-server[108647]: return f(self, *a, **k) Oct 26 15:02:57.858550 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 15:02:57.858550 dv-cinder-732704-6-iscsi neutron-server[108647]: return self._get(url).json() Oct 26 15:02:57.858550 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 15:02:57.858550 dv-cinder-732704-6-iscsi neutron-server[108647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 15:02:57.858550 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 15:02:57.858550 dv-cinder-732704-6-iscsi neutron-server[108647]: return self.request(url, 'GET', **kwargs) Oct 26 15:02:57.858550 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 15:02:57.858550 dv-cinder-732704-6-iscsi neutron-server[108647]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 15:02:57.858550 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 15:02:57.858550 dv-cinder-732704-6-iscsi neutron-server[108647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 15:02:57.858550 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 15:02:57.858550 dv-cinder-732704-6-iscsi neutron-server[108647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 15:02:57.858550 dv-cinder-732704-6-iscsi neutron-server[108647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 15:02:57.990273 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-11ccb57c-5226-4fa5-bceb-0cc434535a79 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:57.993592 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-11ccb57c-5226-4fa5-bceb-0cc434535a79 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5868995 Oct 26 15:02:57.994842 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 33054) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:57.999818 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-cd70b6d5-2466-4d2f-99cb-cd84c4ee00de tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Request body: {'security_group_rule': {'security_group_id': 'd842cd51-f0de-4e29-bd1d-3af03c0a6640', 'project_id': 'ae37455caad1400c9591e7587ec53aef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:02:58.039233 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-2ab9ff0b-738c-405b-b101-eb3ddc6ba514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:58.043141 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-2ab9ff0b-738c-405b-b101-eb3ddc6ba514 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:58.043692 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-2ab9ff0b-738c-405b-b101-eb3ddc6ba514 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/17ae1300-f46e-491a-815c-ac6baa6a8d6d HTTP/1.1" status: 204 len: 168 time: 0.3211405 Oct 26 15:02:58.054265 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab9ff0b-738c-405b-b101-eb3ddc6ba514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ae1300-f46e-491a-815c-ac6baa6a8d6d,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:58.142774 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f55bff-dff5-4d37-81e8-6a487ed6c1cb None None] New status for floating IP faae4acd-02db-4ba1-a5c8-f76e7c4c98cf: ACTIVE {{(pid=108650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:02:58.223619 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-97079d58-4642-4538-b9c3-062e06e96f6c req-2baf40f1-cc65-4c91-b024-f737d88a5462 service neutron] 10.222.0.76 "GET /v2.0/networks/aa36fb45-c81d-4582-a1d1-4df2ccc686c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552244 Oct 26 15:02:58.243627 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-cd70b6d5-2466-4d2f-99cb-cd84c4ee00de tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:58.275412 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-957691f7-e71e-4fb8-9a37-1ef4344be962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536334897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536297288'] for network, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:58.304570 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-957691f7-e71e-4fb8-9a37-1ef4344be962 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for network, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:58.308450 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-957691f7-e71e-4fb8-9a37-1ef4344be962 admin admin] 10.222.0.57 "DELETE /v2.0/networks/ad2172c5-e06a-4950-a922-0c7e574f5f17 HTTP/1.1" status: 204 len: 168 time: 0.8486979 Oct 26 15:02:58.325828 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957691f7-e71e-4fb8-9a37-1ef4344be962 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad2172c5-e06a-4950-a922-0c7e574f5f17,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:58.346924 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac87889-0c4c-469c-b783-7268c10edbb3 req-4d5183d8-d871-4558-ab5b-0e1350fcd519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:58.348774 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-6ac87889-0c4c-469c-b783-7268c10edbb3 req-4d5183d8-d871-4558-ab5b-0e1350fcd519 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6848328b3c604db790b65db1f62c66b8&device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 1098 time: 0.0746677 Oct 26 15:02:58.370282 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-cd70b6d5-2466-4d2f-99cb-cd84c4ee00de tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:58.382363 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e38e9-6877-44b2-92e0-693ca3bca4a9 req-652d546f-41a3-4631-9a5c-c5ce29b0e264 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:58.384488 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6f5e38e9-6877-44b2-92e0-693ca3bca4a9 req-652d546f-41a3-4631-9a5c-c5ce29b0e264 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 945 time: 0.1106088 Oct 26 15:02:58.456932 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6f5e38e9-6877-44b2-92e0-693ca3bca4a9 req-5771fe47-a624-4d53-a94a-8e5a62dfba15 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636728 Oct 26 15:02:58.468898 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac87889-0c4c-469c-b783-7268c10edbb3 req-6420785a-1e25-4507-b083-304193a74ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:58.470802 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-6ac87889-0c4c-469c-b783-7268c10edbb3 req-6420785a-1e25-4507-b083-304193a74ef6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6573438f-02ca-45f5-8fe3-7bc7af911bdf HTTP/1.1" status: 200 len: 917 time: 0.1079760 Oct 26 15:02:58.475344 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:58.503288 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-cd70b6d5-2466-4d2f-99cb-cd84c4ee00de tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576478'] for security_group_rule, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:58.553818 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-6ac87889-0c4c-469c-b783-7268c10edbb3 req-b26be532-7d81-4cd1-a265-807d21881134 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1551acc4-c5a7-447f-9f65-8e2572534574 HTTP/1.1" status: 200 len: 1001 time: 0.0741827 Oct 26 15:02:58.560421 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd70b6d5-2466-4d2f-99cb-cd84c4ee00de tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c30b29c8-c8da-416b-b3f2-c67c6276b02e,revision_number=0']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:58.608393 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-cd70b6d5-2466-4d2f-99cb-cd84c4ee00de tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:58.614808 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-cd70b6d5-2466-4d2f-99cb-cd84c4ee00de tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6147442 Oct 26 15:02:58.614808 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 33072) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:58.621739 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-69cf01f1-6667-4997-a73b-a368c360d0c0 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Request body: {'security_group_rule': {'security_group_id': 'd842cd51-f0de-4e29-bd1d-3af03c0a6640', 'project_id': 'ae37455caad1400c9591e7587ec53aef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:02:58.634436 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac87889-0c4c-469c-b783-7268c10edbb3 req-da8ca4c9-d2ca-40fb-85df-00e133807b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:58.636337 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-6ac87889-0c4c-469c-b783-7268c10edbb3 req-da8ca4c9-d2ca-40fb-85df-00e133807b49 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=eb360883-a29a-4019-ba79-ea1f2d3809c0 HTTP/1.1" status: 200 len: 855 time: 0.0705767 Oct 26 15:02:58.688907 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac87889-0c4c-469c-b783-7268c10edbb3 req-724dec10-8a82-49a0-bb38-201a744bb51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:58.690425 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-6ac87889-0c4c-469c-b783-7268c10edbb3 req-724dec10-8a82-49a0-bb38-201a744bb51b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6573438f-02ca-45f5-8fe3-7bc7af911bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457790 Oct 26 15:02:58.757788 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-69cf01f1-6667-4997-a73b-a368c360d0c0 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:58.786437 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-6ac87889-0c4c-469c-b783-7268c10edbb3 req-1a62eb12-db9c-4298-b262-937734b768f8 service neutron] 10.222.0.76 "GET /v2.0/networks/6573438f-02ca-45f5-8fe3-7bc7af911bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869224 Oct 26 15:02:58.819515 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-69cf01f1-6667-4997-a73b-a368c360d0c0 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:58.871937 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 33074) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:58.882748 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-6ac87889-0c4c-469c-b783-7268c10edbb3 req-31b1a341-262e-4274-bab7-d04af4b1394c service neutron] 10.222.0.76 "GET /v2.0/networks/6573438f-02ca-45f5-8fe3-7bc7af911bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870626 Oct 26 15:02:58.907844 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-69cf01f1-6667-4997-a73b-a368c360d0c0 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576478'] for security_group_rule, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:58.917702 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-86cce77a-4177-4602-9f39-e0f17b958969 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e858799915f545b79e6f36f7cda2f6c7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0445988 Oct 26 15:02:58.920333 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 33076) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:58.928757 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf01f1-6667-4997-a73b-a368c360d0c0 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fff5f41-69b4-46f9-9e6d-a8253f9dfd4b,revision_number=0']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:58.970367 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-02e62d93-c4d5-4749-9a18-21b808c4fee9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:58.995964 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-02e62d93-c4d5-4749-9a18-21b808c4fee9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:59.001800 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-69cf01f1-6667-4997-a73b-a368c360d0c0 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:59.003220 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-69cf01f1-6667-4997-a73b-a368c360d0c0 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3879056 Oct 26 15:02:59.007343 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 33080) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:59.015970 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-739fa45c-6927-4390-b5a8-b7c272ca0d75 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Request body: {'security_group_rule': {'security_group_id': 'd842cd51-f0de-4e29-bd1d-3af03c0a6640', 'project_id': 'ae37455caad1400c9591e7587ec53aef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:02:59.142159 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-739fa45c-6927-4390-b5a8-b7c272ca0d75 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:59.182747 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-02e62d93-c4d5-4749-9a18-21b808c4fee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:59.188571 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-02e62d93-c4d5-4749-9a18-21b808c4fee9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:59.188571 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-02e62d93-c4d5-4749-9a18-21b808c4fee9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9dbf4f90-1d5d-466a-a21f-d408983271e1 HTTP/1.1" status: 204 len: 168 time: 0.2652645 Oct 26 15:02:59.195855 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e62d93-c4d5-4749-9a18-21b808c4fee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbf4f90-1d5d-466a-a21f-d408983271e1,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:59.233040 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-739fa45c-6927-4390-b5a8-b7c272ca0d75 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:59.307764 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-739fa45c-6927-4390-b5a8-b7c272ca0d75 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576478'] for security_group_rule, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:59.324898 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739fa45c-6927-4390-b5a8-b7c272ca0d75 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bd52c3a-3bd1-4c40-a3ef-5d4227af723d,revision_number=0']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:59.422888 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-739fa45c-6927-4390-b5a8-b7c272ca0d75 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:59.424023 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-739fa45c-6927-4390-b5a8-b7c272ca0d75 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4156516 Oct 26 15:02:59.426679 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 33100) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:59.430973 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-1ff68e17-64ea-429f-a9f4-ec598490e2df tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Request body: {'security_group_rule': {'security_group_id': 'd842cd51-f0de-4e29-bd1d-3af03c0a6640', 'project_id': 'ae37455caad1400c9591e7587ec53aef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:02:59.517381 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.db.securitygroups_db [None req-1ff68e17-64ea-429f-a9f4-ec598490e2df tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Project ae37455caad1400c9591e7587ec53aef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:02:59.523121 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-1ff68e17-64ea-429f-a9f4-ec598490e2df tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:59.637294 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6742d-c75c-486b-862c-cf7c6fc04dcf req-27b01111-d79c-47c0-ad15-5823163f865c tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:59.637294 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-44a6742d-c75c-486b-862c-cf7c6fc04dcf req-27b01111-d79c-47c0-ad15-5823163f865c tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 945 time: 0.0781660 Oct 26 15:02:59.642183 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-1ff68e17-64ea-429f-a9f4-ec598490e2df tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:59.681890 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-44a6742d-c75c-486b-862c-cf7c6fc04dcf req-31f4a006-bb4b-4b30-85f2-0674df237822 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320897 Oct 26 15:02:59.718166 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-1ff68e17-64ea-429f-a9f4-ec598490e2df tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576478'] for security_group_rule, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:59.737821 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff68e17-64ea-429f-a9f4-ec598490e2df tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb4500d5-054e-40b8-aee2-c643e4567af1,revision_number=0']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:59.840262 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-1ff68e17-64ea-429f-a9f4-ec598490e2df tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:59.841844 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-1ff68e17-64ea-429f-a9f4-ec598490e2df tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4139011 Oct 26 15:02:59.844301 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 33116) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:59.849828 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-a857b5c4-64b4-47ad-8f0f-6801b257494a tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Request body: {'security_group_rule': {'security_group_id': 'd842cd51-f0de-4e29-bd1d-3af03c0a6640', 'project_id': 'ae37455caad1400c9591e7587ec53aef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:02:59.937672 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.db.securitygroups_db [None req-a857b5c4-64b4-47ad-8f0f-6801b257494a tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Project ae37455caad1400c9591e7587ec53aef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:02:59.937672 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a857b5c4-64b4-47ad-8f0f-6801b257494a tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:59.993061 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a857b5c4-64b4-47ad-8f0f-6801b257494a tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:00.106685 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a857b5c4-64b4-47ad-8f0f-6801b257494a tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576478'] for security_group_rule, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:00.124676 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857b5c4-64b4-47ad-8f0f-6801b257494a tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0500176c-eb74-44b8-ae3a-a72b778c0ad7,revision_number=0']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:03:00.287247 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a857b5c4-64b4-47ad-8f0f-6801b257494a tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:00.288465 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-a857b5c4-64b4-47ad-8f0f-6801b257494a tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4427111 Oct 26 15:03:00.376535 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-61de23b0-7d33-4699-9132-27a5e0321a8e req-ec97fe15-48cc-497f-b295-cf4f4c48e676 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1028672377&fields=id&tenant_id=ae37455caad1400c9591e7587ec53aef HTTP/1.1" status: 200 len: 267 time: 0.0328400 Oct 26 15:03:00.446819 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de23b0-7d33-4699-9132-27a5e0321a8e req-023b67fa-d3b8-4ea7-9e37-5408a465a3cd tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:00.448314 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-61de23b0-7d33-4699-9132-27a5e0321a8e req-023b67fa-d3b8-4ea7-9e37-5408a465a3cd tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 945 time: 0.0652978 Oct 26 15:03:00.459280 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [req-61de23b0-7d33-4699-9132-27a5e0321a8e req-cbcca068-3562-4170-81e3-a50c810cabb7 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Request body: {'port': {'security_groups': ['bcc71342-7fe5-4670-9507-312ce82cc2a9', 'd842cd51-f0de-4e29-bd1d-3af03c0a6640']}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:03:00.530830 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-61de23b0-7d33-4699-9132-27a5e0321a8e req-cbcca068-3562-4170-81e3-a50c810cabb7 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:00.976215 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.db [req-61de23b0-7d33-4699-9132-27a5e0321a8e req-cbcca068-3562-4170-81e3-a50c810cabb7 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] For port c2eb0799-7052-4b1e-a495-442ca53b30f3, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=c2eb0799-7052-4b1e-a495-442ca53b30f3,segment=NetworkSegment(61f6979d-e903-4c43-8269-4f51dd4c68cb),segment_id=61f6979d-e903-4c43-8269-4f51dd4c68cb)] {{(pid=108648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:03:01.004730 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-61de23b0-7d33-4699-9132-27a5e0321a8e req-cbcca068-3562-4170-81e3-a50c810cabb7 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks [] for port, precommit_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:01.142215 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-61de23b0-7d33-4699-9132-27a5e0321a8e req-cbcca068-3562-4170-81e3-a50c810cabb7 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3397078'] for port, after_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:01.159717 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] get_ports_and_sgs() called for port_ids ['c2eb0799-7052-4b1e-a495-442ca53b30f3'] {{(pid=108649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:03:01.195075 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de23b0-7d33-4699-9132-27a5e0321a8e req-cbcca068-3562-4170-81e3-a50c810cabb7 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:01.195835 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-61de23b0-7d33-4699-9132-27a5e0321a8e req-cbcca068-3562-4170-81e3-a50c810cabb7 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:01.197513 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-61de23b0-7d33-4699-9132-27a5e0321a8e req-cbcca068-3562-4170-81e3-a50c810cabb7 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "PUT /v2.0/ports/c2eb0799-7052-4b1e-a495-442ca53b30f3 HTTP/1.1" status: 200 len: 981 time: 0.7427466 Oct 26 15:03:01.198155 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eba8653-ed58-4bd4-8847-c44d71c65cad', 'tag': 'c2eb0799-7052-4b1e-a495-442ca53b30f3'}] {{(pid=108648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:03:01.207963 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfc2c26cf4d6f56294a0969bf05099f9a11f02f7060f3ae519b1a3a74e90611f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00dc6607-e82a-4797-a393-cf7955a47d05" -d '{"events": [{"name": "network-changed", "server_uuid": "3eba8653-ed58-4bd4-8847-c44d71c65cad", "tag": "c2eb0799-7052-4b1e-a495-442ca53b30f3"}]}' {{(pid=108648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:03:01.248178 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcca068-3562-4170-81e3-a50c810cabb7 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Pushing event updated for resources: {'Port': ['ID=c2eb0799-7052-4b1e-a495-442ca53b30f3,revision_number=6']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:03:01.297361 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] get_ports_and_sgs() called for port_ids ['c2eb0799-7052-4b1e-a495-442ca53b30f3'] {{(pid=108649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:03:01.324508 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49680a46-1a57-407a-b441-0dcca149cc9a req-41d36fda-89ac-47dc-ad69-25c1f88b0312 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:01.326848 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-49680a46-1a57-407a-b441-0dcca149cc9a req-41d36fda-89ac-47dc-ad69-25c1f88b0312 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 945 time: 0.0534952 Oct 26 15:03:01.422152 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-49680a46-1a57-407a-b441-0dcca149cc9a req-f90828e4-4b5c-4582-8ffe-5d4a731e20bb tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594411 Oct 26 15:03:01.499890 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833e5c85-1770-47e1-a04f-f9595d9a4c04 x-openstack-request-id: req-833e5c85-1770-47e1-a04f-f9595d9a4c04 {{(pid=108648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:03:01.500760 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eba8653-ed58-4bd4-8847-c44d71c65cad", "tag": "c2eb0799-7052-4b1e-a495-442ca53b30f3", "status": "completed", "code": 200}]} {{(pid=108648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:03:01.501182 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-833e5c85-1770-47e1-a04f-f9595d9a4c04 {{(pid=108648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:03:01.501745 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eba8653-ed58-4bd4-8847-c44d71c65cad', 'tag': 'c2eb0799-7052-4b1e-a495-442ca53b30f3', 'status': 'completed', 'code': 200} Oct 26 15:03:01.612605 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc6607-e82a-4797-a393-cf7955a47d05 req-a15f3f70-eef9-47f8-abdc-27849a8bfad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:01.614241 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-00dc6607-e82a-4797-a393-cf7955a47d05 req-a15f3f70-eef9-47f8-abdc-27849a8bfad1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ae37455caad1400c9591e7587ec53aef&device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 1137 time: 0.0873029 Oct 26 15:03:01.621720 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602b59a-2ce1-470e-a077-ebc66dac7f46 req-9a040a43-1fc4-40d6-8368-fdb125d731ad tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:01.623522 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e602b59a-2ce1-470e-a077-ebc66dac7f46 req-9a040a43-1fc4-40d6-8368-fdb125d731ad tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 984 time: 0.0720072 Oct 26 15:03:01.658713 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-165c04fb-3c00-4b2b-b135-2a278bf0264b None None] Provisioning complete for port c2eb0799-7052-4b1e-a495-442ca53b30f3 triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:03:01.659116 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-165c04fb-3c00-4b2b-b135-2a278bf0264b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:01.672881 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e602b59a-2ce1-470e-a077-ebc66dac7f46 req-3011e00d-c952-4b95-bc28-38ec0cecff14 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d842cd51-f0de-4e29-bd1d-3af03c0a6640&id=bcc71342-7fe5-4670-9507-312ce82cc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422873 Oct 26 15:03:01.736365 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc6607-e82a-4797-a393-cf7955a47d05 req-c8d5e7cd-0996-4a0a-b9ad-0bb693d7c892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:01.737842 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-00dc6607-e82a-4797-a393-cf7955a47d05 req-c8d5e7cd-0996-4a0a-b9ad-0bb693d7c892 service neutron] 10.222.0.76 "GET /v2.0/networks?id=aa36fb45-c81d-4582-a1d1-4df2ccc686c8 HTTP/1.1" status: 200 len: 916 time: 0.1100888 Oct 26 15:03:01.804540 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-00dc6607-e82a-4797-a393-cf7955a47d05 req-2e5dadca-8d7e-4dc1-8d3e-b31aa0a819f5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2eb0799-7052-4b1e-a495-442ca53b30f3 HTTP/1.1" status: 200 len: 999 time: 0.0582504 Oct 26 15:03:01.863490 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc6607-e82a-4797-a393-cf7955a47d05 req-069f3396-ba87-4f34-8a5a-a6a2cb851424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:01.865483 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-00dc6607-e82a-4797-a393-cf7955a47d05 req-069f3396-ba87-4f34-8a5a-a6a2cb851424 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7cf36ff4-7097-4007-a564-c4675e4a120f HTTP/1.1" status: 200 len: 854 time: 0.0450935 Oct 26 15:03:01.932684 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc6607-e82a-4797-a393-cf7955a47d05 req-353be3e0-1597-4c95-8255-314fc1a578cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:01.932684 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-00dc6607-e82a-4797-a393-cf7955a47d05 req-353be3e0-1597-4c95-8255-314fc1a578cf service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=aa36fb45-c81d-4582-a1d1-4df2ccc686c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0569532 Oct 26 15:03:02.024766 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-00dc6607-e82a-4797-a393-cf7955a47d05 req-2d55117a-4a7a-43d2-8415-d841e616d9ef service neutron] 10.222.0.76 "GET /v2.0/networks/aa36fb45-c81d-4582-a1d1-4df2ccc686c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860922 Oct 26 15:03:02.124231 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-00dc6607-e82a-4797-a393-cf7955a47d05 req-28733bda-e084-4da6-99a5-c475bee72c23 service neutron] 10.222.0.76 "GET /v2.0/networks/aa36fb45-c81d-4582-a1d1-4df2ccc686c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902209 Oct 26 15:03:02.568647 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb6ff9-0743-4e0a-92c1-46339599ae15 req-0de39bc1-d601-4cc4-90ba-f4bf34df1a21 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:02.570157 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e1cb6ff9-0743-4e0a-92c1-46339599ae15 req-0de39bc1-d601-4cc4-90ba-f4bf34df1a21 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 945 time: 0.0531526 Oct 26 15:03:02.609704 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e1cb6ff9-0743-4e0a-92c1-46339599ae15 req-0f91ebff-bf6b-4347-a3f1-ff00ad37839d tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333064 Oct 26 15:03:03.111403 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 1551acc4-c5a7-447f-9f65-8e2572534574 no longer exists at agent hyperv_hv-cinder-73270 {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:03:03.185148 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:03.207826 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1551acc4-c5a7-447f-9f65-8e2572534574'}] {{(pid=108649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:03:03.216259 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce9ea8dafcd660945e4144893ae94b540b7d43bc7f31485d3ebdd76e7b8406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17c7265-2c91-4c2a-be2a-9142b9f909cc" -d '{"events": [{"server_uuid": "36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5", "name": "network-vif-unplugged", "status": "completed", "tag": "1551acc4-c5a7-447f-9f65-8e2572534574"}]}' {{(pid=108649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:03:03.223081 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port 1551acc4-c5a7-447f-9f65-8e2572534574, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=1551acc4-c5a7-447f-9f65-8e2572534574,segment=NetworkSegment(bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2),segment_id=bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:03:03.271607 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 26 Oct 2021 15:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe077fd-f4d1-4015-a2b8-2b1b3c09a3c4 x-openstack-request-id: req-bfe077fd-f4d1-4015-a2b8-2b1b3c09a3c4 {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:03:03.271607 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5", "name": "network-vif-unplugged", "status": "failed", "tag": "1551acc4-c5a7-447f-9f65-8e2572534574", "code": 422}]} {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:03:03.271607 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bfe077fd-f4d1-4015-a2b8-2b1b3c09a3c4 {{(pid=108649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:03:03.271607 dv-cinder-732704-6-iscsi neutron-server[108649]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1551acc4-c5a7-447f-9f65-8e2572534574', 'code': 422} returned with failed status Oct 26 15:03:03.416651 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:03.471567 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=1551acc4-c5a7-447f-9f65-8e2572534574,revision_number=8']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:03:04.038726 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [req-10f0dd77-6eb1-436a-aa68-f6ba8a74e1d1 req-4337aa50-39ef-4be9-84cb-c3959009554e service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=108648) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:03:04.039738 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-10f0dd77-6eb1-436a-aa68-f6ba8a74e1d1 req-4337aa50-39ef-4be9-84cb-c3959009554e service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0063562 Oct 26 15:03:04.470482 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54320dc1-3d56-4475-b772-75ad9f024670 req-49fa453a-27d4-4236-9689-f6f2f9a24c37 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:04.472039 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-54320dc1-3d56-4475-b772-75ad9f024670 req-49fa453a-27d4-4236-9689-f6f2f9a24c37 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 943 time: 0.0499213 Oct 26 15:03:04.514158 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-54320dc1-3d56-4475-b772-75ad9f024670 req-cab0c508-d1a0-4631-993d-9f2e32754088 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357194 Oct 26 15:03:05.633202 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431c4b1-83fe-4ce0-9646-2c438850b9df req-b1c78440-68ab-4363-a7bf-507beef901da tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:05.634662 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0431c4b1-83fe-4ce0-9646-2c438850b9df req-b1c78440-68ab-4363-a7bf-507beef901da tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 943 time: 0.0488100 Oct 26 15:03:05.674282 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0431c4b1-83fe-4ce0-9646-2c438850b9df req-0a2628fa-f44a-4a64-905f-2d1c37cc19ef tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337479 Oct 26 15:03:06.800287 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cacdb4-998d-422f-87f3-a5636e713074 req-64ef48d8-e20c-4761-b044-7465b8d75f0a tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:06.801751 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-07cacdb4-998d-422f-87f3-a5636e713074 req-64ef48d8-e20c-4761-b044-7465b8d75f0a tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 943 time: 0.0540669 Oct 26 15:03:06.840059 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-07cacdb4-998d-422f-87f3-a5636e713074 req-f4bf11f4-701b-41bd-83c4-68188da4b85d tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317175 Oct 26 15:03:07.953201 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-817cf5bd-f444-4c74-bdfe-63f7377abebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:07.962922 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2e5cd-8da6-4734-8846-b1b1ef96a2d5 req-25e8f190-2c2b-40f2-94ad-dd5fc9fd9d9a tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:07.964415 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7bd2e5cd-8da6-4734-8846-b1b1ef96a2d5 req-25e8f190-2c2b-40f2-94ad-dd5fc9fd9d9a tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 943 time: 0.0508807 Oct 26 15:03:08.001949 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7bd2e5cd-8da6-4734-8846-b1b1ef96a2d5 req-83df8ff1-f84c-4f80-b46a-713aa11481bf tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315108 Oct 26 15:03:08.584214 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 33312) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:03:08.670441 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-078eedba-931d-4ae3-93df-a4a0b1233ab5 req-8081abcb-f99e-41d3-945b-ea5a4deecaf8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0850849 Oct 26 15:03:08.679647 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [req-078eedba-931d-4ae3-93df-a4a0b1233ab5 req-eccb32f7-1b62-4e68-a635-982fc7db5b6c service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=108648) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:03:08.680589 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-078eedba-931d-4ae3-93df-a4a0b1233ab5 req-eccb32f7-1b62-4e68-a635-982fc7db5b6c service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052350 Oct 26 15:03:09.126568 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c714e-d956-435c-8efb-36fc2ae197bb req-3faae8f7-9ed1-444f-8c91-e62612fca48c tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:09.128070 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c60c714e-d956-435c-8efb-36fc2ae197bb req-3faae8f7-9ed1-444f-8c91-e62612fca48c tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 943 time: 0.0539920 Oct 26 15:03:09.172208 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c60c714e-d956-435c-8efb-36fc2ae197bb req-5ed43f33-82bd-433b-be08-f8d3367c3181 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363834 Oct 26 15:03:10.301808 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c6827-6693-4582-9b89-90c6e12249dc req-e1991448-505c-4adb-b16d-f191122c73a5 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:10.303589 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f37c6827-6693-4582-9b89-90c6e12249dc req-e1991448-505c-4adb-b16d-f191122c73a5 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 943 time: 0.0495803 Oct 26 15:03:10.342242 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f37c6827-6693-4582-9b89-90c6e12249dc req-28fc05cd-82d8-40bd-91d5-8b4928d59478 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320983 Oct 26 15:03:10.859208 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 33394) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:03:10.966067 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-38e3d75b-8a47-43cd-aa8e-9e985d2d11ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:11.038555 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-38e3d75b-8a47-43cd-aa8e-9e985d2d11ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:11.107309 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-38e3d75b-8a47-43cd-aa8e-9e985d2d11ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:11.143254 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e3d75b-8a47-43cd-aa8e-9e985d2d11ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7999b92a-a1fe-4392-a029-97e564fb7b09,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:03:11.147714 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-38e3d75b-8a47-43cd-aa8e-9e985d2d11ec admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0ff50bc3fe714f68be123e4c544fefd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2875957 Oct 26 15:03:11.151038 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 33400) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:03:11.198201 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-b1a02552-830d-46de-b61c-0d23749f4f8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:11.220761 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-b1a02552-830d-46de-b61c-0d23749f4f8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:11.341733 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-b1a02552-830d-46de-b61c-0d23749f4f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:11.344322 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-b1a02552-830d-46de-b61c-0d23749f4f8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:11.345476 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-b1a02552-830d-46de-b61c-0d23749f4f8f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7999b92a-a1fe-4392-a029-97e564fb7b09 HTTP/1.1" status: 204 len: 168 time: 0.1935129 Oct 26 15:03:11.353422 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a02552-830d-46de-b61c-0d23749f4f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7999b92a-a1fe-4392-a029-97e564fb7b09,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:03:11.466112 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d343b-7129-43ff-8e89-e33bf51f563d req-032a26ed-7fab-45c1-9c90-16d7044a5d67 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:11.467658 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1c0d343b-7129-43ff-8e89-e33bf51f563d req-032a26ed-7fab-45c1-9c90-16d7044a5d67 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 943 time: 0.0478690 Oct 26 15:03:11.507763 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1c0d343b-7129-43ff-8e89-e33bf51f563d req-d2d54863-1906-4635-a40a-62ca84214b5d tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337651 Oct 26 15:03:12.640350 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f248f-1d80-492a-88e8-72fd0db010c8 req-c259bdbb-f212-45e0-b7f1-fd996d6a4c30 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:12.641813 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-db6f248f-1d80-492a-88e8-72fd0db010c8 req-c259bdbb-f212-45e0-b7f1-fd996d6a4c30 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 943 time: 0.0543864 Oct 26 15:03:12.682088 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-db6f248f-1d80-492a-88e8-72fd0db010c8 req-79d16150-a76a-4e5f-b4ca-d216066335bf tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336328 Oct 26 15:03:13.203648 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-93c7ebf2-e555-4b3c-8252-65eb10b75e2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:13.621225 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 33462) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:03:13.733189 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-286d6eb8-9ed0-4456-b970-8cf286888aba admin admin] Publish callbacks [] for security_group, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:13.764790 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:13.805105 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:13.810613 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d0dfa-f1e6-4459-88d1-b9f1b9bcb68b req-eeb4ac86-ee5a-4a54-afc6-908a5de304b6 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:13.812261 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6d7d0dfa-f1e6-4459-88d1-b9f1b9bcb68b req-eeb4ac86-ee5a-4a54-afc6-908a5de304b6 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 943 time: 0.0518067 Oct 26 15:03:13.817377 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-286d6eb8-9ed0-4456-b970-8cf286888aba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:13.850198 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6d7d0dfa-f1e6-4459-88d1-b9f1b9bcb68b req-157edd54-5d72-4b28-8720-b8f1952e7841 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315719 Oct 26 15:03:13.902031 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-286d6eb8-9ed0-4456-b970-8cf286888aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:13.939302 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-286d6eb8-9ed0-4456-b970-8cf286888aba admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=93690613f0af422db008962a6aedf1ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3168895 Oct 26 15:03:13.941219 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286d6eb8-9ed0-4456-b970-8cf286888aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3f874a-b133-4e41-b4fe-60b979a59ffc,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:03:13.942095 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 33472) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:03:14.000201 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-1e679e16-3ce4-4fc8-9da0-a24a31110df1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:14.016362 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-1e679e16-3ce4-4fc8-9da0-a24a31110df1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:14.123392 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-1e679e16-3ce4-4fc8-9da0-a24a31110df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:14.125970 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-1e679e16-3ce4-4fc8-9da0-a24a31110df1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:14.127179 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-1e679e16-3ce4-4fc8-9da0-a24a31110df1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6a3f874a-b133-4e41-b4fe-60b979a59ffc HTTP/1.1" status: 204 len: 168 time: 0.1840620 Oct 26 15:03:14.135379 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e679e16-3ce4-4fc8-9da0-a24a31110df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3f874a-b133-4e41-b4fe-60b979a59ffc,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:03:14.693752 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 33484) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:03:14.707022 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-52491393-3333-4328-bc1e-9628b817e5be admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:14.788040 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-52491393-3333-4328-bc1e-9628b817e5be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:14.844805 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-52491393-3333-4328-bc1e-9628b817e5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:14.884756 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-52491393-3333-4328-bc1e-9628b817e5be admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6742ccf2c8dd4e259baf251066d02c5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1898081 Oct 26 15:03:14.886605 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 33490) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:03:14.887642 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52491393-3333-4328-bc1e-9628b817e5be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7bee88-ccae-40b3-b51a-5fcc065a6fc1,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:03:14.937482 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-0537f722-0587-48f3-a6a1-200dceaacb43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:14.961379 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-0537f722-0587-48f3-a6a1-200dceaacb43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:14.987422 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de1ddb1-68aa-4147-a4f7-33922e003334 req-17cedff9-5540-4769-be2b-709a882640fc tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:14.988896 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6de1ddb1-68aa-4147-a4f7-33922e003334 req-17cedff9-5540-4769-be2b-709a882640fc tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 943 time: 0.0494831 Oct 26 15:03:15.031569 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6de1ddb1-68aa-4147-a4f7-33922e003334 req-6479a235-cb82-4016-9d22-94f3e83ad10a tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355048 Oct 26 15:03:15.100416 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-0537f722-0587-48f3-a6a1-200dceaacb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:15.103667 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-0537f722-0587-48f3-a6a1-200dceaacb43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:15.104831 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-0537f722-0587-48f3-a6a1-200dceaacb43 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6e7bee88-ccae-40b3-b51a-5fcc065a6fc1 HTTP/1.1" status: 204 len: 168 time: 0.2172077 Oct 26 15:03:15.112825 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537f722-0587-48f3-a6a1-200dceaacb43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7bee88-ccae-40b3-b51a-5fcc065a6fc1,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:03:15.212557 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:03:15.323810 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:16.153557 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a69b1-a605-469b-8f5a-bf988095ec6c req-6acf804e-b6a3-48ee-bdcb-8f80125197c3 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:16.155052 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-491a69b1-a605-469b-8f5a-bf988095ec6c req-6acf804e-b6a3-48ee-bdcb-8f80125197c3 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 943 time: 0.0496080 Oct 26 15:03:16.197233 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-491a69b1-a605-469b-8f5a-bf988095ec6c req-df8d88e0-2864-4492-9772-8ae9137a3d4b tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356586 Oct 26 15:03:17.329010 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c94718-0922-4914-841b-b41b4b9d1b49 req-57325910-b5c6-483c-8960-86a72161e7ab tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:17.330502 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-56c94718-0922-4914-841b-b41b4b9d1b49 req-57325910-b5c6-483c-8960-86a72161e7ab tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 943 time: 0.0519300 Oct 26 15:03:17.368180 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-56c94718-0922-4914-841b-b41b4b9d1b49 req-d8bfac4e-6295-471e-87c3-179da0c32444 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316250 Oct 26 15:03:18.488816 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04da0ef-08c9-4ffa-821a-98925f969b68 req-8bdd8920-2768-482f-bdcb-a6954868a6d1 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:18.490334 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b04da0ef-08c9-4ffa-821a-98925f969b68 req-8bdd8920-2768-482f-bdcb-a6954868a6d1 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 943 time: 0.0488214 Oct 26 15:03:18.527334 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b04da0ef-08c9-4ffa-821a-98925f969b68 req-7dcc0dd6-b356-46d7-ad24-562c377e44af tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310261 Oct 26 15:03:19.644865 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21794ee2-7886-4ac0-bbab-17f771ed2eaa req-950bad1c-39b5-4a2c-997d-7dd7bc26c04c tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:19.647120 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-21794ee2-7886-4ac0-bbab-17f771ed2eaa req-950bad1c-39b5-4a2c-997d-7dd7bc26c04c tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 943 time: 0.0499861 Oct 26 15:03:19.684909 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-21794ee2-7886-4ac0-bbab-17f771ed2eaa req-14343e94-28d9-4b50-8038-d9d8f0308445 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316384 Oct 26 15:03:20.805867 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5df283-2276-4781-b30e-06b5678191bd req-38948ab5-be0d-4120-9f9c-ba6e9bc1fb1f tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:20.807971 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0b5df283-2276-4781-b30e-06b5678191bd req-38948ab5-be0d-4120-9f9c-ba6e9bc1fb1f tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 943 time: 0.0521252 Oct 26 15:03:20.845188 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0b5df283-2276-4781-b30e-06b5678191bd req-ba0f9d13-d61d-4521-bf0d-9320b4a3bced tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311611 Oct 26 15:03:21.676471 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4def9c-69f2-4fc7-9d1a-3a0478d9621f req-af6c3a95-fb96-4485-9df4-e7e1c1132c79 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:21.678083 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fe4def9c-69f2-4fc7-9d1a-3a0478d9621f req-af6c3a95-fb96-4485-9df4-e7e1c1132c79 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.0489900 Oct 26 15:03:21.715740 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fe4def9c-69f2-4fc7-9d1a-3a0478d9621f req-932d5ac2-306f-46e7-9d65-4c474354f369 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311117 Oct 26 15:03:21.977209 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de192d79-78eb-4810-9932-f0bbb885859d req-33e27675-18eb-465e-ad8b-f7f12b859847 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:21.979346 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-de192d79-78eb-4810-9932-f0bbb885859d req-33e27675-18eb-465e-ad8b-f7f12b859847 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 943 time: 0.0513506 Oct 26 15:03:22.019490 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-de192d79-78eb-4810-9932-f0bbb885859d req-ea8688ea-b942-43e8-92c0-4fd9981e339b tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338204 Oct 26 15:03:22.835186 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d0282-9125-4928-b3d7-bbb52ded3ca0 req-1171f35d-2b9e-46eb-a119-69a752593f40 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:22.836653 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e59d0282-9125-4928-b3d7-bbb52ded3ca0 req-1171f35d-2b9e-46eb-a119-69a752593f40 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.0518112 Oct 26 15:03:22.875136 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e59d0282-9125-4928-b3d7-bbb52ded3ca0 req-c4a77409-11c2-402d-b181-28bb9227b60c tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319917 Oct 26 15:03:23.074883 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078eedba-931d-4ae3-93df-a4a0b1233ab5 req-bb3a3ae7-7df4-4d85-ac79-d03a72fe20ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:23.076403 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-078eedba-931d-4ae3-93df-a4a0b1233ab5 req-bb3a3ae7-7df4-4d85-ac79-d03a72fe20ec service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5&tenant_id=6848328b3c604db790b65db1f62c66b8 HTTP/1.1" status: 200 len: 1096 time: 0.0791655 Oct 26 15:03:23.149726 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e632f-ca2c-4e27-a23d-93eeb6104110 req-15dd4353-c98d-4efa-9a67-dbcce67414a4 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:23.151969 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2e6e632f-ca2c-4e27-a23d-93eeb6104110 req-15dd4353-c98d-4efa-9a67-dbcce67414a4 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 943 time: 0.0524225 Oct 26 15:03:23.157148 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078eedba-931d-4ae3-93df-a4a0b1233ab5 req-c36e99f3-1b67-46fa-8221-f3c31f243bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:23.158907 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-078eedba-931d-4ae3-93df-a4a0b1233ab5 req-c36e99f3-1b67-46fa-8221-f3c31f243bd1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6848328b3c604db790b65db1f62c66b8&device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 1096 time: 0.0566711 Oct 26 15:03:23.192173 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2e6e632f-ca2c-4e27-a23d-93eeb6104110 req-03cffa47-a5cd-4ebd-8c6a-fcebf998e842 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340979 Oct 26 15:03:23.220268 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 33686) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:03:23.271211 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078eedba-931d-4ae3-93df-a4a0b1233ab5 req-0168958b-b734-4be8-bd89-f5d2e7f985a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:23.272644 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-078eedba-931d-4ae3-93df-a4a0b1233ab5 req-0168958b-b734-4be8-bd89-f5d2e7f985a9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6573438f-02ca-45f5-8fe3-7bc7af911bdf HTTP/1.1" status: 200 len: 917 time: 0.1051586 Oct 26 15:03:23.344699 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-67e0a7db-f5b8-485c-8aed-35c8d7e33a01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:23.355014 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-078eedba-931d-4ae3-93df-a4a0b1233ab5 req-c707a59a-afa5-4166-b1b2-87a0384e7b74 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1551acc4-c5a7-447f-9f65-8e2572534574 HTTP/1.1" status: 200 len: 999 time: 0.0665548 Oct 26 15:03:23.403530 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078eedba-931d-4ae3-93df-a4a0b1233ab5 req-a83fa987-b427-4c87-bc0c-4f205dc10e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:23.405015 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-078eedba-931d-4ae3-93df-a4a0b1233ab5 req-a83fa987-b427-4c87-bc0c-4f205dc10e08 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=eb360883-a29a-4019-ba79-ea1f2d3809c0 HTTP/1.1" status: 200 len: 855 time: 0.0430155 Oct 26 15:03:23.416384 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-67e0a7db-f5b8-485c-8aed-35c8d7e33a01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:23.460173 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078eedba-931d-4ae3-93df-a4a0b1233ab5 req-a394f7a5-4d80-4fda-baad-bced1c4f04ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:23.461631 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-078eedba-931d-4ae3-93df-a4a0b1233ab5 req-a394f7a5-4d80-4fda-baad-bced1c4f04ab service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6573438f-02ca-45f5-8fe3-7bc7af911bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474582 Oct 26 15:03:23.525289 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-67e0a7db-f5b8-485c-8aed-35c8d7e33a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:23.555980 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-078eedba-931d-4ae3-93df-a4a0b1233ab5 req-c4b32889-6818-4e29-9377-b61d1a0a61d2 service neutron] 10.222.0.76 "GET /v2.0/networks/6573438f-02ca-45f5-8fe3-7bc7af911bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846589 Oct 26 15:03:23.567314 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-67e0a7db-f5b8-485c-8aed-35c8d7e33a01 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fcb7cf7c7cd341d8b80824e90b89bbe0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3592267 Oct 26 15:03:23.568169 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e0a7db-f5b8-485c-8aed-35c8d7e33a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2498fd-2eef-4e5d-bf34-bc79aa840ea6,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:03:23.570001 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 33692) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:03:23.586240 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e0a7db-f5b8-485c-8aed-35c8d7e33a01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:23.586582 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e0a7db-f5b8-485c-8aed-35c8d7e33a01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:23.586941 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e0a7db-f5b8-485c-8aed-35c8d7e33a01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:23.587808 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e0a7db-f5b8-485c-8aed-35c8d7e33a01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:23.593553 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e0a7db-f5b8-485c-8aed-35c8d7e33a01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:23.593553 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e0a7db-f5b8-485c-8aed-35c8d7e33a01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:23.593553 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e0a7db-f5b8-485c-8aed-35c8d7e33a01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:23.593553 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e0a7db-f5b8-485c-8aed-35c8d7e33a01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:23.593553 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e0a7db-f5b8-485c-8aed-35c8d7e33a01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:23.593553 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e0a7db-f5b8-485c-8aed-35c8d7e33a01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:23.593553 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e0a7db-f5b8-485c-8aed-35c8d7e33a01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:23.593553 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e0a7db-f5b8-485c-8aed-35c8d7e33a01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:23.641666 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-90290da9-9094-443f-896d-d52ed182e015 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:23.660268 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-078eedba-931d-4ae3-93df-a4a0b1233ab5 req-4775eb84-ac1a-407f-b68d-ab82be85618d service neutron] 10.222.0.76 "GET /v2.0/networks/6573438f-02ca-45f5-8fe3-7bc7af911bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925338 Oct 26 15:03:23.663653 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-90290da9-9094-443f-896d-d52ed182e015 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:23.808410 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-90290da9-9094-443f-896d-d52ed182e015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:23.811272 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-90290da9-9094-443f-896d-d52ed182e015 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:23.816464 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-90290da9-9094-443f-896d-d52ed182e015 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1a2498fd-2eef-4e5d-bf34-bc79aa840ea6 HTTP/1.1" status: 204 len: 168 time: 0.2416570 Oct 26 15:03:23.820406 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-509b2377-19a1-470b-92cb-0e14ebffca79 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1812256815&fields=id&tenant_id=d27ee21879a14361af0baabc0f7cf95f HTTP/1.1" status: 200 len: 267 time: 0.0406160 Oct 26 15:03:23.826909 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90290da9-9094-443f-896d-d52ed182e015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2498fd-2eef-4e5d-bf34-bc79aa840ea6,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:03:23.937868 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-bb23df41-1538-41a2-a505-3c009b0ea90f tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:23.939794 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-bb23df41-1538-41a2-a505-3c009b0ea90f tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/networks?id=cb1882a3-668f-4be4-b145-338650ea2d5d HTTP/1.1" status: 200 len: 808 time: 0.1106489 Oct 26 15:03:23.958664 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-d2bfa87a-b336-45c1-9f16-c6e4a9e162bb tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/quotas/d27ee21879a14361af0baabc0f7cf95f HTTP/1.1" status: 200 len: 375 time: 0.0129211 Oct 26 15:03:24.039183 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-58adac19-a009-4637-b0d8-8f54a6f434d0 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d27ee21879a14361af0baabc0f7cf95f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0740702 Oct 26 15:03:24.061074 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a631e86-f3f3-4198-9384-ec3351c5c184 req-bb333dd5-4818-4a10-8d3d-e35701ae2652 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:24.062527 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8a631e86-f3f3-4198-9384-ec3351c5c184 req-bb333dd5-4818-4a10-8d3d-e35701ae2652 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.0698624 Oct 26 15:03:24.149405 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8a631e86-f3f3-4198-9384-ec3351c5c184 req-b5568383-ba50-4677-b2bc-19f81ba6c43e tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790386 Oct 26 15:03:24.191171 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-b03bae0b-f63a-4cea-95b7-c3e444cb33ba service neutron] 10.222.0.57 "GET /v2.0/networks/cb1882a3-668f-4be4-b145-338650ea2d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276300 Oct 26 15:03:24.307539 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-b0500294-fd04-4804-a3a1-6db6b91191a0 service neutron] 10.222.0.57 "GET /v2.0/networks/cb1882a3-668f-4be4-b145-338650ea2d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133752 Oct 26 15:03:24.329720 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451c9d3-a33f-4916-8eed-5fc11351c53d req-e5893371-6426-4629-bf22-f140c9e67fbc tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:24.333811 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9451c9d3-a33f-4916-8eed-5fc11351c53d req-e5893371-6426-4629-bf22-f140c9e67fbc tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 943 time: 0.0582390 Oct 26 15:03:24.378934 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9451c9d3-a33f-4916-8eed-5fc11351c53d req-43b11cdc-ee9c-4af3-87b4-6d0d2f8cd8d5 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374794 Oct 26 15:03:24.623507 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 33740) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:03:24.644680 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-4d3dbe8e-bbfc-45fc-8613-d2ebbb24234e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:24.745479 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-4d3dbe8e-bbfc-45fc-8613-d2ebbb24234e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:24.895927 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-4d3dbe8e-bbfc-45fc-8613-d2ebbb24234e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:24.937192 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-4d3dbe8e-bbfc-45fc-8613-d2ebbb24234e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=586e7d7a41f94a0ea22ba6fe99eaaaed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3109391 Oct 26 15:03:24.938156 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3dbe8e-bbfc-45fc-8613-d2ebbb24234e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e36bf37-d651-4e67-9f1e-c0b8ba6f1c87,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:03:24.940068 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 33744) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:03:24.955970 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3dbe8e-bbfc-45fc-8613-d2ebbb24234e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:24.956332 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3dbe8e-bbfc-45fc-8613-d2ebbb24234e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:24.956713 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3dbe8e-bbfc-45fc-8613-d2ebbb24234e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:24.961038 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3dbe8e-bbfc-45fc-8613-d2ebbb24234e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:24.961439 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3dbe8e-bbfc-45fc-8613-d2ebbb24234e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:24.961818 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3dbe8e-bbfc-45fc-8613-d2ebbb24234e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:24.962692 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3dbe8e-bbfc-45fc-8613-d2ebbb24234e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:24.963178 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3dbe8e-bbfc-45fc-8613-d2ebbb24234e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:24.963375 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3dbe8e-bbfc-45fc-8613-d2ebbb24234e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:24.964427 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3dbe8e-bbfc-45fc-8613-d2ebbb24234e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:24.965460 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3dbe8e-bbfc-45fc-8613-d2ebbb24234e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:24.965460 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3dbe8e-bbfc-45fc-8613-d2ebbb24234e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:25.001438 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-7573d604-b1f1-4e00-a252-a13a720d7900 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:25.031059 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-7573d604-b1f1-4e00-a252-a13a720d7900 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:25.154612 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cbbc4d52-fd62-468b-9d9f-a19f754f4dea req-509bc3d6-ec8c-4fce-a3f4-6b7fa676e622 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 210 time: 0.0442791 Oct 26 15:03:25.196876 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-7573d604-b1f1-4e00-a252-a13a720d7900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:25.205678 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-7573d604-b1f1-4e00-a252-a13a720d7900 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:25.207864 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-7573d604-b1f1-4e00-a252-a13a720d7900 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5e36bf37-d651-4e67-9f1e-c0b8ba6f1c87 HTTP/1.1" status: 204 len: 168 time: 0.2665303 Oct 26 15:03:25.220032 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7573d604-b1f1-4e00-a252-a13a720d7900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e36bf37-d651-4e67-9f1e-c0b8ba6f1c87,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:03:25.294342 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb4d09-7d29-4751-9cca-aa6c9bf4862b req-77b24abb-b083-4a57-929b-2e13adb57f93 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:25.295990 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-18cb4d09-7d29-4751-9cca-aa6c9bf4862b req-77b24abb-b083-4a57-929b-2e13adb57f93 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.0657599 Oct 26 15:03:25.363955 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-18cb4d09-7d29-4751-9cca-aa6c9bf4862b req-3dbd9931-d2c3-4ad0-bf94-e63643fa1974 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620441 Oct 26 15:03:25.521650 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9e5d7-2b59-484b-b02c-104073e6a65e req-11c6f863-9879-46c9-af15-3c2dfc6e038f tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:25.527179 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c6f9e5d7-2b59-484b-b02c-104073e6a65e req-11c6f863-9879-46c9-af15-3c2dfc6e038f tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 943 time: 0.0648539 Oct 26 15:03:25.564867 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c6f9e5d7-2b59-484b-b02c-104073e6a65e req-de7eb0b4-48d6-4048-875b-10d4ab6bf45c tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334561 Oct 26 15:03:26.267156 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-64c48fba-3936-4875-b24f-4e863fca3dc0 req-97f08da1-68cc-4625-9fa8-e7767818d73a tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 210 time: 0.0331326 Oct 26 15:03:26.512951 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c29d64-53ee-4bac-91a7-a41869b134ae req-f38c0cc2-bfc4-4244-9504-f383407ca9e7 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:26.514429 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-54c29d64-53ee-4bac-91a7-a41869b134ae req-f38c0cc2-bfc4-4244-9504-f383407ca9e7 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.0803826 Oct 26 15:03:26.551628 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-a1ac4889-a6b7-4b0f-b250-73d4413416e3 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-647568658&fields=id&tenant_id=1c0d3cfad56e4c61a215d25516cd6470 HTTP/1.1" status: 200 len: 267 time: 0.0818217 Oct 26 15:03:26.622020 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-54c29d64-53ee-4bac-91a7-a41869b134ae req-eb60aff5-98d0-4f2a-a52f-ab9e6dc76402 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993760 Oct 26 15:03:26.687382 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-9104d233-3153-4e55-a771-2e8a39393754 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:26.689649 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-9104d233-3153-4e55-a771-2e8a39393754 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/networks?id=d121bef5-e7a7-4cc1-ab11-dcb6c02a3865 HTTP/1.1" status: 200 len: 812 time: 0.1365333 Oct 26 15:03:26.709611 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-27b55133-4793-4214-8405-1bea6cfdef0d tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/quotas/1c0d3cfad56e4c61a215d25516cd6470 HTTP/1.1" status: 200 len: 375 time: 0.0110490 Oct 26 15:03:26.799584 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-3983bc82-7465-4569-be8d-556230f6ff3d tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1c0d3cfad56e4c61a215d25516cd6470&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0809946 Oct 26 15:03:26.819398 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd45a1-9973-46dd-9f9e-69030ae9ccc1 req-ee8bc479-8bda-4143-9da8-c16b6da5d315 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:26.821080 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7cfd45a1-9973-46dd-9f9e-69030ae9ccc1 req-ee8bc479-8bda-4143-9da8-c16b6da5d315 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 943 time: 0.0717773 Oct 26 15:03:26.945703 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7cfd45a1-9973-46dd-9f9e-69030ae9ccc1 req-5220f376-be65-4285-a242-8db93919566e tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102226 Oct 26 15:03:26.972968 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-a6b4b92b-8d61-4e65-ba49-6b5034977d06 service neutron] 10.222.0.57 "GET /v2.0/networks/d121bef5-e7a7-4cc1-ab11-dcb6c02a3865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468453 Oct 26 15:03:27.070095 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-2fece67c-2763-4fdf-a862-d140c55f3dd4 service neutron] 10.222.0.57 "GET /v2.0/networks/d121bef5-e7a7-4cc1-ab11-dcb6c02a3865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898333 Oct 26 15:03:27.382608 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-eb265da7-f868-4266-a154-073cdeb135d5 req-6dfa5d9b-87b3-4ed1-8dec-e95b60987faf tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 210 time: 0.0260980 Oct 26 15:03:27.827435 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 33846) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:03:27.894999 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1bcc77bb-d509-4c73-8165-7a99da61f9db req-5dcbe033-168c-4bf6-b9af-b27b24206597 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=cef7f523-a1fb-40fe-b910-612adca02b5e HTTP/1.1" status: 200 len: 210 time: 0.0584528 Oct 26 15:03:27.927402 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233ddc7-9140-48b1-9f8f-0e9031c0baca req-64e9d050-fcd1-4dab-9614-486b6236de87 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:27.937734 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e233ddc7-9140-48b1-9f8f-0e9031c0baca req-64e9d050-fcd1-4dab-9614-486b6236de87 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.2005723 Oct 26 15:03:28.057594 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e233ddc7-9140-48b1-9f8f-0e9031c0baca req-b618e0ed-d0b1-4e4c-82a9-cebdf4e9ffdb tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114149 Oct 26 15:03:28.058212 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-2c9b4348-b0ab-41f5-be7d-01777ac467d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:28.128027 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8084ed-a1d2-4c65-8931-73a540e01a98 req-b7b7826d-8fb6-4a51-a78c-a2003f71f17c tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:28.130827 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-de8084ed-a1d2-4c65-8931-73a540e01a98 req-b7b7826d-8fb6-4a51-a78c-a2003f71f17c tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 943 time: 0.0539577 Oct 26 15:03:28.189053 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-de8084ed-a1d2-4c65-8931-73a540e01a98 req-6ba08457-c7b9-4e22-92dd-b93def608517 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520339 Oct 26 15:03:28.196221 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-2c9b4348-b0ab-41f5-be7d-01777ac467d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:28.335790 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-2c9b4348-b0ab-41f5-be7d-01777ac467d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:28.376383 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b4348-b0ab-41f5-be7d-01777ac467d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1a0e34-982f-4873-90c1-997ca55b8b61,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:03:28.412066 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-2c9b4348-b0ab-41f5-be7d-01777ac467d0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1e9b1fe3cf94479ea3960df6e13588f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5833676 Oct 26 15:03:28.414729 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 33860) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:03:28.427798 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:28.501698 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-98f5b82c-b073-4414-a09c-b6b80ce0f54b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:28.533852 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cf2b051e-7c69-462e-96be-75860d59a6d7 req-5ba507ef-4d94-48b9-b12b-36ed64eb0e10 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 210 time: 0.0485356 Oct 26 15:03:28.568732 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-98f5b82c-b073-4414-a09c-b6b80ce0f54b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:28.686398 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 33864) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:03:28.810356 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8629d4a8-7427-4b4a-abfb-bf931673e837 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:28.974430 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b9643e56-473a-4f6a-a3b9-19dea8808a88 req-08ad2210-063a-41f3-b423-9dc7cefe9a34 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=cef7f523-a1fb-40fe-b910-612adca02b5e HTTP/1.1" status: 200 len: 210 time: 0.0261965 Oct 26 15:03:29.184848 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7124ad-d77e-40af-bd96-7309f47c309a req-5df1b875-7e0d-4a4e-bd6c-9eb1262405a7 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:29.186377 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fe7124ad-d77e-40af-bd96-7309f47c309a req-5df1b875-7e0d-4a4e-bd6c-9eb1262405a7 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.0482309 Oct 26 15:03:29.258400 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fe7124ad-d77e-40af-bd96-7309f47c309a req-5b3fa697-c118-4209-b70c-ee96b98a13b4 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656664 Oct 26 15:03:29.326342 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677127a-ceea-45cf-a7c2-5d10e61796a4 req-a7ff0926-5f40-4e13-8c77-905869f01974 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:29.332551 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e677127a-ceea-45cf-a7c2-5d10e61796a4 req-a7ff0926-5f40-4e13-8c77-905869f01974 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 943 time: 0.0528042 Oct 26 15:03:29.367890 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e677127a-ceea-45cf-a7c2-5d10e61796a4 req-6e6cb674-c21d-41a2-af21-1a85295c7025 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338585 Oct 26 15:03:29.433533 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-98f5b82c-b073-4414-a09c-b6b80ce0f54b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:29.446080 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-98f5b82c-b073-4414-a09c-b6b80ce0f54b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:29.446080 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-98f5b82c-b073-4414-a09c-b6b80ce0f54b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cb1a0e34-982f-4873-90c1-997ca55b8b61 HTTP/1.1" status: 204 len: 168 time: 1.0201333 Oct 26 15:03:29.446080 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f5b82c-b073-4414-a09c-b6b80ce0f54b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1a0e34-982f-4873-90c1-997ca55b8b61,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:03:29.501621 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8629d4a8-7427-4b4a-abfb-bf931673e837 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:29.591451 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8629d4a8-7427-4b4a-abfb-bf931673e837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:29.627675 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8629d4a8-7427-4b4a-abfb-bf931673e837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc37028e-7905-424c-9e87-d3cd52bb7731,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:03:29.636401 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-8629d4a8-7427-4b4a-abfb-bf931673e837 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=713ed10b83414dc699c955ad13bf31d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9716628 Oct 26 15:03:29.636939 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 33880) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:03:29.669389 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c932b048-0010-412a-a290-8ae2988cbe3c req-bc6f92b2-7579-4d29-aa2c-79669ab49279 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 210 time: 0.0507853 Oct 26 15:03:29.694842 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-dc4f4cde-eb52-4390-ae1a-088708510ab5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:29.719130 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-dc4f4cde-eb52-4390-ae1a-088708510ab5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:29.878519 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-dc4f4cde-eb52-4390-ae1a-088708510ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:29.882948 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-dc4f4cde-eb52-4390-ae1a-088708510ab5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:29.890307 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-dc4f4cde-eb52-4390-ae1a-088708510ab5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dc37028e-7905-424c-9e87-d3cd52bb7731 HTTP/1.1" status: 204 len: 168 time: 0.2492640 Oct 26 15:03:29.900321 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f4cde-eb52-4390-ae1a-088708510ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc37028e-7905-424c-9e87-d3cd52bb7731,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:03:30.071670 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4beaeac8-421f-4555-906e-91c577f00985 req-b72d9b5e-88a8-402c-b49d-4d3acc5ba976 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=cef7f523-a1fb-40fe-b910-612adca02b5e HTTP/1.1" status: 200 len: 210 time: 0.0388582 Oct 26 15:03:30.362032 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9bbf1-14b3-473c-9a01-5294231b2477 req-e1fb6488-6f5f-4c3b-be67-6ad2d129c7b3 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:30.374546 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-77a9bbf1-14b3-473c-9a01-5294231b2477 req-e1fb6488-6f5f-4c3b-be67-6ad2d129c7b3 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.0526059 Oct 26 15:03:30.464604 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-77a9bbf1-14b3-473c-9a01-5294231b2477 req-f894c112-ea41-4643-a999-cc2f35385686 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867171 Oct 26 15:03:30.531057 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40222e47-b817-4455-a585-05059819e331 req-688522d3-743f-43cb-b454-847ee50b9fed tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:30.532928 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-40222e47-b817-4455-a585-05059819e331 req-688522d3-743f-43cb-b454-847ee50b9fed tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 943 time: 0.0607443 Oct 26 15:03:30.574096 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-40222e47-b817-4455-a585-05059819e331 req-791ba9e1-3c4c-4903-8eb2-39781763e697 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346932 Oct 26 15:03:30.795642 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4df5dc4a-7d33-42c3-b0e0-ff64bb620935 req-9ccc60aa-eb8e-4fc2-9a27-1886019470f8 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 210 time: 0.0445590 Oct 26 15:03:30.861454 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 33914) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:03:30.875187 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f4b0fbb4-3cbd-4ca0-9af2-0baf0c971eb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:30.954431 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f4b0fbb4-3cbd-4ca0-9af2-0baf0c971eb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:31.043331 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f4b0fbb4-3cbd-4ca0-9af2-0baf0c971eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:31.076696 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 33922) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:03:31.077609 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-f4b0fbb4-3cbd-4ca0-9af2-0baf0c971eb1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9d0567355d734d888386b9d6c9d64cf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2141685 Oct 26 15:03:31.121413 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0fbb4-3cbd-4ca0-9af2-0baf0c971eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18430b5-3d40-4632-a84d-0274ab9b1b0b,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:03:31.199132 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-06f3cccb-5e9e-42fb-8956-7849ba911833 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:31.213637 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-79690a8e-e7a0-4fd3-8861-ba06665b2c04 req-98ae7fed-44d8-4169-880e-520b5b01e70a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=cef7f523-a1fb-40fe-b910-612adca02b5e HTTP/1.1" status: 200 len: 210 time: 0.0369761 Oct 26 15:03:31.238940 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-06f3cccb-5e9e-42fb-8956-7849ba911833 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:31.375526 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-06f3cccb-5e9e-42fb-8956-7849ba911833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:31.378116 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-06f3cccb-5e9e-42fb-8956-7849ba911833 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:31.379412 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-06f3cccb-5e9e-42fb-8956-7849ba911833 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f18430b5-3d40-4632-a84d-0274ab9b1b0b HTTP/1.1" status: 204 len: 168 time: 0.3013470 Oct 26 15:03:31.388115 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f3cccb-5e9e-42fb-8956-7849ba911833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18430b5-3d40-4632-a84d-0274ab9b1b0b,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:03:31.590244 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6abb97-bfb4-4cb4-81fe-8cc3bf749bc4 req-46077917-398c-4e5d-9c23-5bfe7bd58fbe tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:31.592421 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7b6abb97-bfb4-4cb4-81fe-8cc3bf749bc4 req-46077917-398c-4e5d-9c23-5bfe7bd58fbe tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.0650666 Oct 26 15:03:31.656395 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 33934) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:03:31.657429 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7b6abb97-bfb4-4cb4-81fe-8cc3bf749bc4 req-6ddcab52-78dd-41b1-846d-ac4c642b9c80 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553522 Oct 26 15:03:31.805422 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-cf0ef2b3-1f29-4839-b8c0-1e8a44982a55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:31.820652 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e016b-fd43-46ea-a20c-f61bab8d36a9 req-3d7e58d7-2fa3-4511-869b-c3f4b1a59aa0 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:31.823003 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cb6e016b-fd43-46ea-a20c-f61bab8d36a9 req-3d7e58d7-2fa3-4511-869b-c3f4b1a59aa0 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 943 time: 0.1070378 Oct 26 15:03:31.905267 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cb6e016b-fd43-46ea-a20c-f61bab8d36a9 req-3462506c-2220-4a94-b31c-24b633a8e6cb tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746226 Oct 26 15:03:31.907248 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-746c50ca-dd7c-4358-a4d3-d6b1bca9dc93 req-4ce7a226-dd07-4410-ac05-cec85e5a6f34 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 210 time: 0.0353093 Oct 26 15:03:31.907833 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-cf0ef2b3-1f29-4839-b8c0-1e8a44982a55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:32.033229 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-cf0ef2b3-1f29-4839-b8c0-1e8a44982a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:32.071668 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ef2b3-1f29-4839-b8c0-1e8a44982a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc61c20-c156-4658-b15f-3560014a29fe,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:03:32.077010 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-cf0ef2b3-1f29-4839-b8c0-1e8a44982a55 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a30e17373f564d02b48b5e89eb34db64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4193344 Oct 26 15:03:32.079687 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 33948) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:03:32.130372 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f5070ea5-03b2-49e8-ab10-b50d0cde9acd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:32.155813 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f5070ea5-03b2-49e8-ab10-b50d0cde9acd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:32.288690 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f5070ea5-03b2-49e8-ab10-b50d0cde9acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:32.291868 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f5070ea5-03b2-49e8-ab10-b50d0cde9acd admin admin] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:32.293026 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-f5070ea5-03b2-49e8-ab10-b50d0cde9acd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1bc61c20-c156-4658-b15f-3560014a29fe HTTP/1.1" status: 204 len: 168 time: 0.2124009 Oct 26 15:03:32.300880 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5070ea5-03b2-49e8-ab10-b50d0cde9acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc61c20-c156-4658-b15f-3560014a29fe,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:03:32.327622 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2332449f-5402-418d-8349-95f5a49f0ceb req-96b69cc8-cef0-431d-b224-aa2374fad940 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=cef7f523-a1fb-40fe-b910-612adca02b5e HTTP/1.1" status: 200 len: 210 time: 0.0515521 Oct 26 15:03:32.866134 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1fd36b-d043-40da-a7cc-6244cbbc9385 req-757ef98a-494b-4adc-a5d0-f385174f0078 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:32.866134 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0c1fd36b-d043-40da-a7cc-6244cbbc9385 req-757ef98a-494b-4adc-a5d0-f385174f0078 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.0815609 Oct 26 15:03:32.907409 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0c1fd36b-d043-40da-a7cc-6244cbbc9385 req-15786b2f-d4ae-4c29-9f36-2a7fad83be13 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348475 Oct 26 15:03:33.031309 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ef6dd76c-e310-4722-bc86-e57c56a460d1 req-cb415869-dfe5-4840-94a3-256b86028614 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 210 time: 0.0341311 Oct 26 15:03:33.091087 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187023a5-822b-419e-b540-77e3c1738ef2 req-aaa8d7cb-1fb9-4097-9c39-7df8d446e7b6 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:33.092626 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-187023a5-822b-419e-b540-77e3c1738ef2 req-aaa8d7cb-1fb9-4097-9c39-7df8d446e7b6 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 943 time: 0.0602462 Oct 26 15:03:33.135539 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-187023a5-822b-419e-b540-77e3c1738ef2 req-9714818a-bc71-41bb-9a1e-750a51cdefe2 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354109 Oct 26 15:03:33.459075 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-86f1f11b-e36a-4f4d-9a22-0e07161f05f7 req-03842289-88a7-464a-bcb0-1a32a67b8a4a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=cef7f523-a1fb-40fe-b910-612adca02b5e HTTP/1.1" status: 200 len: 210 time: 0.0348551 Oct 26 15:03:34.113237 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf59850-3abb-4091-9a2e-ef13c4a91497 req-1e0a73ce-47d6-4e50-ab42-a506999c22b6 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:34.114957 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-bdf59850-3abb-4091-9a2e-ef13c4a91497 req-1e0a73ce-47d6-4e50-ab42-a506999c22b6 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.1082637 Oct 26 15:03:34.156196 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-eb10b17d-ed59-4327-94f4-221fef3c362b req-8955878d-b76c-47e7-a536-69c476f41895 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 210 time: 0.0378633 Oct 26 15:03:34.210755 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-bdf59850-3abb-4091-9a2e-ef13c4a91497 req-6d805be4-ec27-4fa3-8e32-9483627646d1 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596473 Oct 26 15:03:34.289240 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2c81b-07ab-4fc2-913f-8edf767e567d req-1ced616e-0d24-488d-868c-7bfb20adb474 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:34.296632 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d0e2c81b-07ab-4fc2-913f-8edf767e567d req-1ced616e-0d24-488d-868c-7bfb20adb474 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 943 time: 0.0623658 Oct 26 15:03:34.333407 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d0e2c81b-07ab-4fc2-913f-8edf767e567d req-6cacc663-cd59-405c-8b79-c759335d3364 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358820 Oct 26 15:03:34.539265 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 34048) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:03:34.560523 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-03b60e16-2ad1-4c6e-b1dd-8d96569c4ac8 req-47b1dc5e-d511-48a3-b777-e42ae987bfac tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=cef7f523-a1fb-40fe-b910-612adca02b5e HTTP/1.1" status: 200 len: 210 time: 0.0337210 Oct 26 15:03:34.685255 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-db0db74f-7e2d-4ac5-a49b-f6acb2c7a275 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:34.779145 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-db0db74f-7e2d-4ac5-a49b-f6acb2c7a275 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:34.860026 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-db0db74f-7e2d-4ac5-a49b-f6acb2c7a275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:34.902187 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-db0db74f-7e2d-4ac5-a49b-f6acb2c7a275 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d57ab91b27e84d65ab63753f0964f4ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3618274 Oct 26 15:03:34.903255 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0db74f-7e2d-4ac5-a49b-f6acb2c7a275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1781c70f-79e4-4abc-ae76-6886a6644b6f,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:03:34.905221 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 34056) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:03:34.958629 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-f24b5cfb-5093-4477-83be-74e570efaafe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:34.980901 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-f24b5cfb-5093-4477-83be-74e570efaafe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:35.112603 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-f24b5cfb-5093-4477-83be-74e570efaafe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:35.115417 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-f24b5cfb-5093-4477-83be-74e570efaafe admin admin] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:35.116610 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-f24b5cfb-5093-4477-83be-74e570efaafe admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1781c70f-79e4-4abc-ae76-6886a6644b6f HTTP/1.1" status: 204 len: 168 time: 0.2101002 Oct 26 15:03:35.124603 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b5cfb-5093-4477-83be-74e570efaafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1781c70f-79e4-4abc-ae76-6886a6644b6f,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:03:35.248165 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-10213753-d51a-4712-a6bd-5fd7bbd388fb req-35e27077-925b-45be-aa70-531d274bc44f tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 210 time: 0.0296569 Oct 26 15:03:35.326020 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508b9ae-a8d3-45fe-8cd2-2baa617eabed req-10dd190b-bbfd-4fc7-bfa8-3d5afcb0f9ab tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:35.327535 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0508b9ae-a8d3-45fe-8cd2-2baa617eabed req-10dd190b-bbfd-4fc7-bfa8-3d5afcb0f9ab tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.0494587 Oct 26 15:03:35.372099 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0508b9ae-a8d3-45fe-8cd2-2baa617eabed req-fa5c677e-9946-4ab4-b110-af294f176f79 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384855 Oct 26 15:03:35.458260 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b492910-1112-4022-968e-f1834d566c32 req-40c9e67a-b809-473a-a1da-7a71f0dd34bf tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:35.459764 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3b492910-1112-4022-968e-f1834d566c32 req-40c9e67a-b809-473a-a1da-7a71f0dd34bf tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 943 time: 0.0494356 Oct 26 15:03:35.498267 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3b492910-1112-4022-968e-f1834d566c32 req-1cba7d30-1cf0-4474-bb4c-799e39837f7f tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321670 Oct 26 15:03:35.661575 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-dd7fc1c1-c689-4186-a5d5-5221023a652e req-d842cd74-ee45-4472-a181-bf0f9c8bd80f tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=cef7f523-a1fb-40fe-b910-612adca02b5e HTTP/1.1" status: 200 len: 210 time: 0.0336440 Oct 26 15:03:35.796146 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edcd66c-c5de-4257-9fba-e738c9ce1c13 req-cffb0d2b-d37c-4adf-986f-90d59b5deea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:35.796899 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-5edcd66c-c5de-4257-9fba-e738c9ce1c13 req-cffb0d2b-d37c-4adf-986f-90d59b5deea8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5b867107a3d44416a28e053e339e7d5f&device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 1099 time: 0.0496178 Oct 26 15:03:35.836022 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 34074) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:03:35.853741 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-6a86f1b8-35ff-4677-bbaf-e0449c4c69f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:35.912682 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edcd66c-c5de-4257-9fba-e738c9ce1c13 req-12cf603b-a5a4-4357-8e53-e36bf9927ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:35.914247 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-5edcd66c-c5de-4257-9fba-e738c9ce1c13 req-12cf603b-a5a4-4357-8e53-e36bf9927ec9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c4a59254-0cf7-4cdc-9af4-c745fac64f1e HTTP/1.1" status: 200 len: 912 time: 0.0981479 Oct 26 15:03:35.929413 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-6a86f1b8-35ff-4677-bbaf-e0449c4c69f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:35.983763 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-5edcd66c-c5de-4257-9fba-e738c9ce1c13 req-4829fd1a-3a99-4d69-855e-a9b43ab7021a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6da2a63a-8d1d-4175-81f3-9f2c067770b0 HTTP/1.1" status: 200 len: 1001 time: 0.0618420 Oct 26 15:03:36.042424 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edcd66c-c5de-4257-9fba-e738c9ce1c13 req-ccd1021f-86f1-4349-b210-ae29ad88bcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:36.043865 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-5edcd66c-c5de-4257-9fba-e738c9ce1c13 req-ccd1021f-86f1-4349-b210-ae29ad88bcad service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e3398950-00b5-499d-8477-d73683a1256e HTTP/1.1" status: 200 len: 850 time: 0.0515261 Oct 26 15:03:36.066367 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-6a86f1b8-35ff-4677-bbaf-e0449c4c69f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:36.093390 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edcd66c-c5de-4257-9fba-e738c9ce1c13 req-be8c06b1-e84e-4739-8877-71bf9bdeebcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:36.094966 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-5edcd66c-c5de-4257-9fba-e738c9ce1c13 req-be8c06b1-e84e-4739-8877-71bf9bdeebcf service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c4a59254-0cf7-4cdc-9af4-c745fac64f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416477 Oct 26 15:03:36.111630 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-6a86f1b8-35ff-4677-bbaf-e0449c4c69f6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1614adcb4e7a41d29b29a75ba9b8872c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2743118 Oct 26 15:03:36.113863 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a86f1b8-35ff-4677-bbaf-e0449c4c69f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36db4244-4033-4e43-bde5-ecdc3b0aeb12,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:03:36.116959 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 34076) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:03:36.173267 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-2064ea84-ea0c-40bd-bece-4d24e5c3a963 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:36.202690 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-5edcd66c-c5de-4257-9fba-e738c9ce1c13 req-5df6aa5a-a36d-4bea-8458-965d46285506 service neutron] 10.222.0.76 "GET /v2.0/networks/c4a59254-0cf7-4cdc-9af4-c745fac64f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996890 Oct 26 15:03:36.208634 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-2064ea84-ea0c-40bd-bece-4d24e5c3a963 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:36.321087 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-5edcd66c-c5de-4257-9fba-e738c9ce1c13 req-6c8f9993-0102-41d1-9276-3484e523a9bc service neutron] 10.222.0.76 "GET /v2.0/networks/c4a59254-0cf7-4cdc-9af4-c745fac64f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022007 Oct 26 15:03:36.352484 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c7cfc746-503e-485c-b407-ef16eb44a4f2 req-69a454a7-47dd-495e-9b76-b18a63dc6b9e tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 210 time: 0.0328269 Oct 26 15:03:36.357715 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-2064ea84-ea0c-40bd-bece-4d24e5c3a963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:36.357715 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-2064ea84-ea0c-40bd-bece-4d24e5c3a963 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:36.357715 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-2064ea84-ea0c-40bd-bece-4d24e5c3a963 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/36db4244-4033-4e43-bde5-ecdc3b0aeb12 HTTP/1.1" status: 204 len: 168 time: 0.2395828 Oct 26 15:03:36.366049 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2064ea84-ea0c-40bd-bece-4d24e5c3a963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36db4244-4033-4e43-bde5-ecdc3b0aeb12,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:03:36.521739 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e157f-2661-4ec6-a4cc-6b3a85f2c6b1 req-168a5ba5-0260-4046-bfba-1e6506d7189a tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:36.523320 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-796e157f-2661-4ec6-a4cc-6b3a85f2c6b1 req-168a5ba5-0260-4046-bfba-1e6506d7189a tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.0560813 Oct 26 15:03:36.564423 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-796e157f-2661-4ec6-a4cc-6b3a85f2c6b1 req-52c26fc4-df33-434b-b93f-253fd2585c21 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347466 Oct 26 15:03:36.627315 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402c095-c433-4902-84ca-d503fa5b704d req-43ccf8a7-b016-4f3e-81a8-fca25ff3c8d2 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:36.628833 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d402c095-c433-4902-84ca-d503fa5b704d req-43ccf8a7-b016-4f3e-81a8-fca25ff3c8d2 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 943 time: 0.0516746 Oct 26 15:03:36.668491 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d402c095-c433-4902-84ca-d503fa5b704d req-404a8ed9-09b0-46f3-b681-40b7fde7825f tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332022 Oct 26 15:03:36.768937 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e54a0674-9add-4038-bfce-ac0818e75d22 req-55ced583-e957-47e6-88b6-ace74d72d732 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=cef7f523-a1fb-40fe-b910-612adca02b5e HTTP/1.1" status: 200 len: 210 time: 0.0301805 Oct 26 15:03:36.960473 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415a96b-2a27-4143-b8f6-8172149253be req-035962b3-d6e1-4f97-86f8-082ed3d049d2 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:36.962029 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6415a96b-2a27-4143-b8f6-8172149253be req-035962b3-d6e1-4f97-86f8-082ed3d049d2 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.0526218 Oct 26 15:03:37.003324 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6415a96b-2a27-4143-b8f6-8172149253be req-34db40f0-30b3-4c53-a094-9e61eb9f7c17 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347140 Oct 26 15:03:37.470791 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5625f53a-124f-4ae1-8eac-c4868f1821ae req-b644bbcd-3c05-4da9-910c-be3ed69346a1 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 210 time: 0.0343626 Oct 26 15:03:37.796690 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e66ed4d-b8f0-478e-ada1-9154962fc939 req-7835e8a4-c465-4b47-9d92-332dbf8b2a94 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:37.798382 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1e66ed4d-b8f0-478e-ada1-9154962fc939 req-7835e8a4-c465-4b47-9d92-332dbf8b2a94 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 943 time: 0.0522113 Oct 26 15:03:37.881638 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a30ac7b7-15ca-4371-8c49-01adc97e5443 req-2ec8977d-9a14-4f6f-983c-9552b6111d4b tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=cef7f523-a1fb-40fe-b910-612adca02b5e HTTP/1.1" status: 200 len: 210 time: 0.0334456 Oct 26 15:03:37.885730 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1e66ed4d-b8f0-478e-ada1-9154962fc939 req-8494216e-1c72-4b09-ae8d-0510b1b05604 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794230 Oct 26 15:03:37.929377 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-d6d97fe3-18cf-43dc-a556-8660e3d56f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:38.121239 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac433139-7546-4267-97fa-7631fa90d550 req-f5ef688c-2e1e-454c-9b20-73fa2e9147f7 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:38.122738 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ac433139-7546-4267-97fa-7631fa90d550 req-f5ef688c-2e1e-454c-9b20-73fa2e9147f7 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.0508091 Oct 26 15:03:38.160100 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ac433139-7546-4267-97fa-7631fa90d550 req-634d7ccf-1936-4ae1-b5fc-532024884648 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313945 Oct 26 15:03:38.564683 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8027f79b-3b94-441e-9017-0d391bcca0fd req-4db4309c-db7c-44a3-9f52-34b63d22ec0d tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 210 time: 0.0265820 Oct 26 15:03:38.978777 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-10e04624-4a28-4dc5-b699-388ffae81497 req-6ec61d1d-e196-490f-ba99-80b5ec718cf1 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=cef7f523-a1fb-40fe-b910-612adca02b5e HTTP/1.1" status: 200 len: 210 time: 0.0295293 Oct 26 15:03:39.028943 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857cd367-365d-4254-98cd-1ddb8b0f07aa req-b9c1ec66-b2a1-4962-86c9-20ef44d5e311 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:39.030488 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-857cd367-365d-4254-98cd-1ddb8b0f07aa req-b9c1ec66-b2a1-4962-86c9-20ef44d5e311 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 943 time: 0.0556333 Oct 26 15:03:39.067428 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-857cd367-365d-4254-98cd-1ddb8b0f07aa req-11335ec6-4fd7-4ba2-b28e-08a9a36ba703 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309279 Oct 26 15:03:39.272104 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5ab1b-2df5-4ed4-a42e-6b606af220c6 req-f3a500c5-a4f9-46a5-a2f1-c4bdc69689be tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:39.276719 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c8c5ab1b-2df5-4ed4-a42e-6b606af220c6 req-f3a500c5-a4f9-46a5-a2f1-c4bdc69689be tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.0481081 Oct 26 15:03:39.314006 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c8c5ab1b-2df5-4ed4-a42e-6b606af220c6 req-09a5224e-ea29-4d0e-b21e-7315f8d51cc1 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337017 Oct 26 15:03:39.656935 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a6c45667-16cf-4022-aa03-16da7a73e203 req-61eac697-a7de-484b-bbac-5a27d52ce328 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 210 time: 0.0266325 Oct 26 15:03:39.772314 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 34182) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:03:39.823810 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279619a7-7066-4bed-9d96-6423e7c75de3 req-f0df0e5e-375c-41a8-b027-9d684afab9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:39.824538 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-279619a7-7066-4bed-9d96-6423e7c75de3 req-f0df0e5e-375c-41a8-b027-9d684afab9cc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5b867107a3d44416a28e053e339e7d5f&device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 1099 time: 0.0642240 Oct 26 15:03:39.831197 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-c4ba99bd-cc20-4343-ae43-cf931ffabe12 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:39.832548 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-c4ba99bd-cc20-4343-ae43-cf931ffabe12 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.76 "GET /v2.0/networks?id=cb1882a3-668f-4be4-b145-338650ea2d5d HTTP/1.1" status: 200 len: 808 time: 0.1368110 Oct 26 15:03:39.881737 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-4c0638d6-cdc1-4b97-a11d-c69c4b9b0dd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:39.922463 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-7e7f3b9e-d11e-4602-be1b-c99ce6ed8a9e tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d27ee21879a14361af0baabc0f7cf95f HTTP/1.1" status: 200 len: 380 time: 0.0713313 Oct 26 15:03:39.942408 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-214a3ef1-5d36-4a48-86e2-a561024fd8ec tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Request body: {'port': {'device_id': '50b9d6b2-be6e-49ce-acc0-d0a262b47fb2', 'network_id': 'cb1882a3-668f-4be4-b145-338650ea2d5d', 'admin_state_up': True, 'tenant_id': 'd27ee21879a14361af0baabc0f7cf95f', 'security_groups': ['b2f5a0a9-f9f3-488c-8aed-cd14509ca095']}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:03:39.963005 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-4c0638d6-cdc1-4b97-a11d-c69c4b9b0dd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:39.992643 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279619a7-7066-4bed-9d96-6423e7c75de3 req-34d6753e-6229-4648-a349-200d85fbdf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:39.994847 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-279619a7-7066-4bed-9d96-6423e7c75de3 req-34d6753e-6229-4648-a349-200d85fbdf3a service neutron] 10.222.0.76 "GET /v2.0/networks?id=c4a59254-0cf7-4cdc-9af4-c745fac64f1e HTTP/1.1" status: 200 len: 912 time: 0.1613455 Oct 26 15:03:40.073376 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-19563e6d-6d78-4a3d-8846-550eab12717c req-6a8c68f3-8043-4bed-af26-629f8a2c3789 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=cef7f523-a1fb-40fe-b910-612adca02b5e HTTP/1.1" status: 200 len: 210 time: 0.0285132 Oct 26 15:03:40.077683 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-4c0638d6-cdc1-4b97-a11d-c69c4b9b0dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:40.117186 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-279619a7-7066-4bed-9d96-6423e7c75de3 req-72426b96-e052-4370-97da-1609174f3aaa service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6da2a63a-8d1d-4175-81f3-9f2c067770b0 HTTP/1.1" status: 200 len: 1001 time: 0.1086354 Oct 26 15:03:40.121503 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0638d6-cdc1-4b97-a11d-c69c4b9b0dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4897c7e-d9e3-4bd3-bdfd-6820d00bad5a,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:03:40.128131 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-4c0638d6-cdc1-4b97-a11d-c69c4b9b0dd5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=637897b459594d99baf91c40f61a821c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3547695 Oct 26 15:03:40.129642 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 34190) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:03:40.184558 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279619a7-7066-4bed-9d96-6423e7c75de3 req-b0706cab-d52d-4cf9-ba45-1b6b12ab521d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:40.186026 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-279619a7-7066-4bed-9d96-6423e7c75de3 req-b0706cab-d52d-4cf9-ba45-1b6b12ab521d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e3398950-00b5-499d-8477-d73683a1256e HTTP/1.1" status: 200 len: 850 time: 0.0473924 Oct 26 15:03:40.211315 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-02569609-d67f-4bfd-8407-4649c09bc701 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:40.221149 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7745627-2937-43a7-85bd-c2872b00ad0e req-28a16f5e-76c8-406d-be38-f2e7fd228dd4 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:40.222984 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f7745627-2937-43a7-85bd-c2872b00ad0e req-28a16f5e-76c8-406d-be38-f2e7fd228dd4 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 943 time: 0.0705643 Oct 26 15:03:40.236535 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279619a7-7066-4bed-9d96-6423e7c75de3 req-0a96c4fb-71f5-490e-996a-a7a9aec50a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:40.238059 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-279619a7-7066-4bed-9d96-6423e7c75de3 req-0a96c4fb-71f5-490e-996a-a7a9aec50a24 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c4a59254-0cf7-4cdc-9af4-c745fac64f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413437 Oct 26 15:03:40.252293 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-02569609-d67f-4bfd-8407-4649c09bc701 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:40.301580 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-214a3ef1-5d36-4a48-86e2-a561024fd8ec tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Made reservation on behalf of d27ee21879a14361af0baabc0f7cf95f for: {'port': 1} {{(pid=108647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:03:40.305427 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-214a3ef1-5d36-4a48-86e2-a561024fd8ec tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:40.347166 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f7745627-2937-43a7-85bd-c2872b00ad0e req-e384e801-f47b-40d9-8f2b-4b5106e16197 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144974 Oct 26 15:03:40.422528 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-279619a7-7066-4bed-9d96-6423e7c75de3 req-68a5ed6a-11f9-4027-bbbe-c49e5547062d service neutron] 10.222.0.76 "GET /v2.0/networks/c4a59254-0cf7-4cdc-9af4-c745fac64f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762309 Oct 26 15:03:40.425496 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-b2e4040a-60cb-42c1-b911-e0a53712e2f1 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:40.427069 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-b2e4040a-60cb-42c1-b911-e0a53712e2f1 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.76 "GET /v2.0/networks?id=d121bef5-e7a7-4cc1-ab11-dcb6c02a3865 HTTP/1.1" status: 200 len: 812 time: 0.1516106 Oct 26 15:03:40.492707 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4b92a-0182-47a3-a8e3-61896c2a4652 req-88203253-87ef-4ab7-89e7-362fc27a44ef tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:40.494267 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b2b4b92a-0182-47a3-a8e3-61896c2a4652 req-88203253-87ef-4ab7-89e7-362fc27a44ef tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.0890932 Oct 26 15:03:40.503845 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-17ae7bd8-53c3-4ebc-9398-96286da5dc09 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c0d3cfad56e4c61a215d25516cd6470 HTTP/1.1" status: 200 len: 379 time: 0.0588155 Oct 26 15:03:40.511499 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-02569609-d67f-4bfd-8407-4649c09bc701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:40.513921 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-02569609-d67f-4bfd-8407-4649c09bc701 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:40.515320 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-02569609-d67f-4bfd-8407-4649c09bc701 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b4897c7e-d9e3-4bd3-bdfd-6820d00bad5a HTTP/1.1" status: 204 len: 168 time: 0.3842747 Oct 26 15:03:40.530081 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-1a58fa3d-8799-4340-bad6-50440784f1c0 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Request body: {'port': {'device_id': 'cef7f523-a1fb-40fe-b910-612adca02b5e', 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865', 'admin_state_up': True, 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'security_groups': ['f35a6515-ac15-4e3a-b664-fbd46fe56803']}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:03:40.544304 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.db_base_plugin_common [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-214a3ef1-5d36-4a48-86e2-a561024fd8ec tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Allocated IP 172.20.0.14 (cb1882a3-668f-4be4-b145-338650ea2d5d/f3751a7e-e8cf-4058-a8ef-38ac9afbb57b/d281f9da-d50c-47d9-9fb9-11a607f383f3) {{(pid=108647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:03:40.574727 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02569609-d67f-4bfd-8407-4649c09bc701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4897c7e-d9e3-4bd3-bdfd-6820d00bad5a,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:03:40.600153 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-279619a7-7066-4bed-9d96-6423e7c75de3 req-e6d1e5c2-36cb-4e97-8057-25e66c92fb83 service neutron] 10.222.0.76 "GET /v2.0/networks/c4a59254-0cf7-4cdc-9af4-c745fac64f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430368 Oct 26 15:03:40.604027 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b2b4b92a-0182-47a3-a8e3-61896c2a4652 req-1b2ca12f-0b28-4ead-a360-12dfbc31724d tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980392 Oct 26 15:03:40.764409 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-214a3ef1-5d36-4a48-86e2-a561024fd8ec tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks [] for port, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:40.765090 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-06eb75a6-2e12-4404-8aa1-80b4b0c5055d req-632b0cf4-a03e-4b85-9f0a-e9d35a42397d tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 210 time: 0.0277779 Oct 26 15:03:40.765805 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-1a58fa3d-8799-4340-bad6-50440784f1c0 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Made reservation on behalf of 1c0d3cfad56e4c61a215d25516cd6470 for: {'port': 1} {{(pid=108648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:03:40.769192 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-1a58fa3d-8799-4340-bad6-50440784f1c0 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:40.872931 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-214a3ef1-5d36-4a48-86e2-a561024fd8ec tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:40.921599 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.db.db_base_plugin_common [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-1a58fa3d-8799-4340-bad6-50440784f1c0 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Allocated IP 172.20.0.6 (d121bef5-e7a7-4cc1-ab11-dcb6c02a3865/d2f548be-e416-40d5-a12d-a157ab7e380b/5039a1b4-f63c-4ebd-b7ac-1f075beaeced) {{(pid=108648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:03:40.927522 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-214a3ef1-5d36-4a48-86e2-a561024fd8ec tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Network cb1882a3-668f-4be4-b145-338650ea2d5d is already hosted by enough agents. {{(pid=108647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:03:40.933201 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-214a3ef1-5d36-4a48-86e2-a561024fd8ec tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Resources bound (agent type, host, resource id): {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:03:40.937584 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-214a3ef1-5d36-4a48-86e2-a561024fd8ec tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Received port after_create {{(pid=108647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:03:40.941706 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214a3ef1-5d36-4a48-86e2-a561024fd8ec tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Pushing event updated for resources: {'Port': ['ID=d281f9da-d50c-47d9-9fb9-11a607f383f3,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:03:41.004712 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-214a3ef1-5d36-4a48-86e2-a561024fd8ec tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:41.005470 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-214a3ef1-5d36-4a48-86e2-a561024fd8ec tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:41.087952 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-214a3ef1-5d36-4a48-86e2-a561024fd8ec tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1503334 Oct 26 15:03:41.091790 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-1a58fa3d-8799-4340-bad6-50440784f1c0 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks [] for port, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:41.105715 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-96c9248b-8280-440d-a5ce-6c24e7c59006 service neutron] Request body: {'port': {'device_id': '50b9d6b2-be6e-49ce-acc0-d0a262b47fb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73270'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:03:41.171805 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-96c9248b-8280-440d-a5ce-6c24e7c59006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:41.191296 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-366994c2-1a78-45c7-a2e2-9f597d1fc477 req-d4f500aa-38d5-418c-84c4-9cd92c31e948 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=cef7f523-a1fb-40fe-b910-612adca02b5e HTTP/1.1" status: 200 len: 210 time: 0.0287573 Oct 26 15:03:41.209570 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-1a58fa3d-8799-4340-bad6-50440784f1c0 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3397087'] for port, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:41.258133 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-1a58fa3d-8799-4340-bad6-50440784f1c0 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Network d121bef5-e7a7-4cc1-ab11-dcb6c02a3865 is already hosted by enough agents. {{(pid=108648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:03:41.262550 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.base_scheduler [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-1a58fa3d-8799-4340-bad6-50440784f1c0 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Resources bound (agent type, host, resource id): {{(pid=108648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:03:41.265220 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-1a58fa3d-8799-4340-bad6-50440784f1c0 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Received port after_create {{(pid=108648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:03:41.296030 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a58fa3d-8799-4340-bad6-50440784f1c0 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Pushing event updated for resources: {'Port': ['ID=5039a1b4-f63c-4ebd-b7ac-1f075beaeced,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:03:41.329959 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-1a58fa3d-8799-4340-bad6-50440784f1c0 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:41.330685 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-1a58fa3d-8799-4340-bad6-50440784f1c0 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:41.332369 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-47931047-9a74-49f2-83e2-da56089d7b62 None None] Provisioning complete for port d281f9da-d50c-47d9-9fb9-11a607f383f3 triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:03:41.332746 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-47931047-9a74-49f2-83e2-da56089d7b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:41.385991 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-47931047-9a74-49f2-83e2-da56089d7b62 None None] Port d281f9da-d50c-47d9-9fb9-11a607f383f3 cannot update to ACTIVE because it is not bound. {{(pid=108649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:03:41.395765 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-1a58fa3d-8799-4340-bad6-50440784f1c0 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8744330 Oct 26 15:03:41.419523 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-249cfb2e-5bff-457c-a4aa-480a0e4c943f service neutron] Request body: {'port': {'device_id': 'cef7f523-a1fb-40fe-b910-612adca02b5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73270'}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:03:41.422172 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 34214) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:03:41.463834 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-1fdfe606-ea48-4047-aba1-da0956c64ef0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:41.609334 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-a06aa2f1-220b-400f-8d6b-94c1a4e518e8 None None] Provisioning complete for port 5039a1b4-f63c-4ebd-b7ac-1f075beaeced triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:03:41.609985 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-a06aa2f1-220b-400f-8d6b-94c1a4e518e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:41.664749 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-a06aa2f1-220b-400f-8d6b-94c1a4e518e8 None None] Port 5039a1b4-f63c-4ebd-b7ac-1f075beaeced cannot update to ACTIVE because it is not bound. {{(pid=108649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:03:41.775949 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-96c9248b-8280-440d-a5ce-6c24e7c59006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d281f9da-d50c-47d9-9fb9-11a607f383f3 {{(pid=108647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:03:41.783454 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-96c9248b-8280-440d-a5ce-6c24e7c59006 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:41.796880 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.provisioning_blocks [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-96c9248b-8280-440d-a5ce-6c24e7c59006 service neutron] Transition to ACTIVE for port object d281f9da-d50c-47d9-9fb9-11a607f383f3 will not be triggered until provisioned by entity L2. {{(pid=108647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 15:03:41.813742 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-249cfb2e-5bff-457c-a4aa-480a0e4c943f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:41.825024 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a59dd-c9bf-4d43-ba7f-7d9b941125cb req-81f37b1b-0288-4fed-b3ab-62f2756da0dd tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:41.826520 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3e1a59dd-c9bf-4d43-ba7f-7d9b941125cb req-81f37b1b-0288-4fed-b3ab-62f2756da0dd tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 943 time: 0.3824861 Oct 26 15:03:41.854954 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-96c9248b-8280-440d-a5ce-6c24e7c59006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8556446'] for port, after_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:41.907548 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c9248b-8280-440d-a5ce-6c24e7c59006 service neutron] Pushing event updated for resources: {'Port': ['ID=d281f9da-d50c-47d9-9fb9-11a607f383f3,revision_number=2']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:03:41.924260 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8c8be-ee94-444b-8e05-1f4ab1cbf581 req-ec297be9-91de-420e-a991-261a0e9db8cb tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:41.931111 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-92f8c8be-ee94-444b-8e05-1f4ab1cbf581 req-ec297be9-91de-420e-a991-261a0e9db8cb tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.1654785 Oct 26 15:03:41.989385 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3e1a59dd-c9bf-4d43-ba7f-7d9b941125cb req-d064914d-74d1-4dd7-a822-b5864d139d63 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480503 Oct 26 15:03:41.996843 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.managers [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-96c9248b-8280-440d-a5ce-6c24e7c59006 service neutron] Attempting to bind port d281f9da-d50c-47d9-9fb9-11a607f383f3 on host hv-cinder-73270 for vnic_type normal with profile {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:03:41.996843 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.managers [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-96c9248b-8280-440d-a5ce-6c24e7c59006 service neutron] Attempting to bind port d281f9da-d50c-47d9-9fb9-11a607f383f3 by drivers openvswitch,hyperv on host hv-cinder-73270 at level 0 using segments [{'id': 'c35993a7-c2db-4703-9589-9853cc7fe472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cb1882a3-668f-4be4-b145-338650ea2d5d'}] {{(pid=108647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:03:41.996843 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-96c9248b-8280-440d-a5ce-6c24e7c59006 service neutron] Attempting to bind port d281f9da-d50c-47d9-9fb9-11a607f383f3 on network cb1882a3-668f-4be4-b145-338650ea2d5d {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:03:42.000601 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-96c9248b-8280-440d-a5ce-6c24e7c59006 service neutron] Port d281f9da-d50c-47d9-9fb9-11a607f383f3 on network cb1882a3-668f-4be4-b145-338650ea2d5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73270 {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 15:03:42.000967 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-96c9248b-8280-440d-a5ce-6c24e7c59006 service neutron] Attempting to bind port d281f9da-d50c-47d9-9fb9-11a607f383f3 on network cb1882a3-668f-4be4-b145-338650ea2d5d {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:03:42.006272 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-96c9248b-8280-440d-a5ce-6c24e7c59006 service neutron] Checking agent: {'id': 'aa824652-354b-48bb-834a-72ec45d7dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73270', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 14, 57, 28), 'started_at': datetime.datetime(2021, 10, 26, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:03:42.006708 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-96c9248b-8280-440d-a5ce-6c24e7c59006 service neutron] Checking segment: {'id': 'c35993a7-c2db-4703-9589-9853cc7fe472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cb1882a3-668f-4be4-b145-338650ea2d5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:03:42.007025 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-96c9248b-8280-440d-a5ce-6c24e7c59006 service neutron] Bound using segment: {'id': 'c35993a7-c2db-4703-9589-9853cc7fe472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cb1882a3-668f-4be4-b145-338650ea2d5d'} {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:03:42.007450 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.managers [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-96c9248b-8280-440d-a5ce-6c24e7c59006 service neutron] Bound port: d281f9da-d50c-47d9-9fb9-11a607f383f3, host: hv-cinder-73270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c35993a7-c2db-4703-9589-9853cc7fe472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cb1882a3-668f-4be4-b145-338650ea2d5d'}}] {{(pid=108647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:03:42.008000 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-96c9248b-8280-440d-a5ce-6c24e7c59006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:42.086373 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-96c9248b-8280-440d-a5ce-6c24e7c59006 service neutron] For port d281f9da-d50c-47d9-9fb9-11a607f383f3, host hv-cinder-73270, cleared binding levels {{(pid=108647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:03:42.090560 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-96c9248b-8280-440d-a5ce-6c24e7c59006 service neutron] For port d281f9da-d50c-47d9-9fb9-11a607f383f3, host hv-cinder-73270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=d281f9da-d50c-47d9-9fb9-11a607f383f3,segment=NetworkSegment(c35993a7-c2db-4703-9589-9853cc7fe472),segment_id=c35993a7-c2db-4703-9589-9853cc7fe472)] {{(pid=108647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:03:42.090771 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-1fdfe606-ea48-4047-aba1-da0956c64ef0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:42.113100 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-92f8c8be-ee94-444b-8e05-1f4ab1cbf581 req-3f04fa2e-94ee-4c5d-b34a-c6cca09d8719 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670039 Oct 26 15:03:42.198477 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f3397e-8f92-4659-bbe1-7997b25ef578 req-7857f26a-62ee-4b45-8354-e91248df422c tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:42.203159 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-14f3397e-8f92-4659-bbe1-7997b25ef578 req-7857f26a-62ee-4b45-8354-e91248df422c tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 944 time: 0.1203444 Oct 26 15:03:42.222230 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-96c9248b-8280-440d-a5ce-6c24e7c59006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8556446'] for port, after_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:42.231254 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-1fdfe606-ea48-4047-aba1-da0956c64ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:42.260404 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-96c9248b-8280-440d-a5ce-6c24e7c59006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:42.261370 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-96c9248b-8280-440d-a5ce-6c24e7c59006 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:42.262496 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-96c9248b-8280-440d-a5ce-6c24e7c59006 service neutron] 10.222.0.76 "PUT /v2.0/ports/d281f9da-d50c-47d9-9fb9-11a607f383f3 HTTP/1.1" status: 200 len: 1094 time: 1.1613393 Oct 26 15:03:42.265400 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50b9d6b2-be6e-49ce-acc0-d0a262b47fb2', 'tag': 'd281f9da-d50c-47d9-9fb9-11a607f383f3'}] {{(pid=108647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:03:42.268993 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c67b12b1cf7ef49faca107c22834427ed1d300477b197fee39d1c6656c9e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6426e947-8add-42f0-b8c3-1510bac968c7" -d '{"events": [{"name": "network-changed", "server_uuid": "50b9d6b2-be6e-49ce-acc0-d0a262b47fb2", "tag": "d281f9da-d50c-47d9-9fb9-11a607f383f3"}]}' {{(pid=108647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:03:42.300533 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c9248b-8280-440d-a5ce-6c24e7c59006 service neutron] Pushing event updated for resources: {'Port': ['ID=d281f9da-d50c-47d9-9fb9-11a607f383f3,revision_number=3']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:03:42.310871 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-1fdfe606-ea48-4047-aba1-da0956c64ef0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0558b58dfc5e436cb71eb1a3c594c6cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8852174 Oct 26 15:03:42.314559 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 34232) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:03:42.331585 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdfe606-ea48-4047-aba1-da0956c64ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc2740a-df03-41bb-9471-da5c3a9bc95b,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:03:42.355104 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-14f3397e-8f92-4659-bbe1-7997b25ef578 req-33bf9a1d-3336-413b-b587-d180c315d978 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464636 Oct 26 15:03:42.400882 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-b0bec002-a9cd-4584-9376-7b382c262fa0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:42.417925 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.notifiers.nova [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-249cfb2e-5bff-457c-a4aa-480a0e4c943f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5039a1b4-f63c-4ebd-b7ac-1f075beaeced {{(pid=108648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:03:42.429906 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83a51ac-71c1-4acd-b779-f0c11b7a3244 x-openstack-request-id: req-e83a51ac-71c1-4acd-b779-f0c11b7a3244 {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:03:42.430199 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50b9d6b2-be6e-49ce-acc0-d0a262b47fb2", "tag": "d281f9da-d50c-47d9-9fb9-11a607f383f3", "status": "completed", "code": 200}]} {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:03:42.430451 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e83a51ac-71c1-4acd-b779-f0c11b7a3244 {{(pid=108647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:03:42.430982 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50b9d6b2-be6e-49ce-acc0-d0a262b47fb2', 'tag': 'd281f9da-d50c-47d9-9fb9-11a607f383f3', 'status': 'completed', 'code': 200} Oct 26 15:03:42.431614 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec553c5-333b-4b5e-bfcb-149ef4da4f94 req-f9883d3d-1a7b-4098-bb85-6f12c591364f tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:42.435271 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6ec553c5-333b-4b5e-bfcb-149ef4da4f94 req-f9883d3d-1a7b-4098-bb85-6f12c591364f tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=cef7f523-a1fb-40fe-b910-612adca02b5e HTTP/1.1" status: 200 len: 931 time: 0.1373975 Oct 26 15:03:42.440252 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-249cfb2e-5bff-457c-a4aa-480a0e4c943f service neutron] Publish callbacks [] for port, precommit_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:42.471585 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-b0bec002-a9cd-4584-9376-7b382c262fa0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:42.483626 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.db.provisioning_blocks [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-249cfb2e-5bff-457c-a4aa-480a0e4c943f service neutron] Transition to ACTIVE for port object 5039a1b4-f63c-4ebd-b7ac-1f075beaeced will not be triggered until provisioned by entity L2. {{(pid=108648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 15:03:42.504924 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6ec553c5-333b-4b5e-bfcb-149ef4da4f94 req-54095cd4-64cd-4e53-8b8e-8245ca5f8ccb tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607145 Oct 26 15:03:42.519603 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-c5dce089-0cfc-42a1-a755-8c7565c31861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:42.521231 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-c5dce089-0cfc-42a1-a755-8c7565c31861 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d27ee21879a14361af0baabc0f7cf95f&device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 1097 time: 0.0888517 Oct 26 15:03:42.568810 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-249cfb2e-5bff-457c-a4aa-480a0e4c943f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3397078'] for port, after_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:42.581824 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-35e0f765-0f3b-4e8e-8e5c-e34f5ccb5a7c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d281f9da-d50c-47d9-9fb9-11a607f383f3 HTTP/1.1" status: 200 len: 217 time: 0.0517588 Oct 26 15:03:42.649294 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-1797fe27-d62b-466c-8501-dbdeac78d72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:42.652482 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-1797fe27-d62b-466c-8501-dbdeac78d72a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f3751a7e-e8cf-4058-a8ef-38ac9afbb57b HTTP/1.1" status: 200 len: 847 time: 0.0586507 Oct 26 15:03:42.693466 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249cfb2e-5bff-457c-a4aa-480a0e4c943f service neutron] Pushing event updated for resources: {'Port': ['ID=5039a1b4-f63c-4ebd-b7ac-1f075beaeced,revision_number=2']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:03:42.708228 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-b0bec002-a9cd-4584-9376-7b382c262fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:42.711767 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-b0bec002-a9cd-4584-9376-7b382c262fa0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:42.724019 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-b0bec002-a9cd-4584-9376-7b382c262fa0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ddc2740a-df03-41bb-9471-da5c3a9bc95b HTTP/1.1" status: 204 len: 168 time: 0.4095123 Oct 26 15:03:42.744283 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-ebf94454-c288-4d07-bbc8-c8f6913c669d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:42.746616 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-ebf94454-c288-4d07-bbc8-c8f6913c669d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cb1882a3-668f-4be4-b145-338650ea2d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0836086 Oct 26 15:03:42.747836 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bec002-a9cd-4584-9376-7b382c262fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc2740a-df03-41bb-9471-da5c3a9bc95b,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:03:42.777053 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.managers [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-249cfb2e-5bff-457c-a4aa-480a0e4c943f service neutron] Attempting to bind port 5039a1b4-f63c-4ebd-b7ac-1f075beaeced on host hv-cinder-73270 for vnic_type normal with profile {{(pid=108648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:03:42.777381 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.managers [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-249cfb2e-5bff-457c-a4aa-480a0e4c943f service neutron] Attempting to bind port 5039a1b4-f63c-4ebd-b7ac-1f075beaeced by drivers openvswitch,hyperv on host hv-cinder-73270 at level 0 using segments [{'id': '8621fa32-c66b-4463-805f-ba8280121809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865'}] {{(pid=108648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:03:42.777709 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-249cfb2e-5bff-457c-a4aa-480a0e4c943f service neutron] Attempting to bind port 5039a1b4-f63c-4ebd-b7ac-1f075beaeced on network d121bef5-e7a7-4cc1-ab11-dcb6c02a3865 {{(pid=108648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:03:42.789414 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-249cfb2e-5bff-457c-a4aa-480a0e4c943f service neutron] Port 5039a1b4-f63c-4ebd-b7ac-1f075beaeced on network d121bef5-e7a7-4cc1-ab11-dcb6c02a3865 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73270 {{(pid=108648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 15:03:42.795165 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-249cfb2e-5bff-457c-a4aa-480a0e4c943f service neutron] Attempting to bind port 5039a1b4-f63c-4ebd-b7ac-1f075beaeced on network d121bef5-e7a7-4cc1-ab11-dcb6c02a3865 {{(pid=108648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:03:42.804379 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-249cfb2e-5bff-457c-a4aa-480a0e4c943f service neutron] Checking agent: {'id': 'aa824652-354b-48bb-834a-72ec45d7dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73270', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 14, 57, 28), 'started_at': datetime.datetime(2021, 10, 26, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:03:42.804379 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-249cfb2e-5bff-457c-a4aa-480a0e4c943f service neutron] Checking segment: {'id': '8621fa32-c66b-4463-805f-ba8280121809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:03:42.804704 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-249cfb2e-5bff-457c-a4aa-480a0e4c943f service neutron] Bound using segment: {'id': '8621fa32-c66b-4463-805f-ba8280121809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865'} {{(pid=108648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:03:42.805521 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.managers [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-249cfb2e-5bff-457c-a4aa-480a0e4c943f service neutron] Bound port: 5039a1b4-f63c-4ebd-b7ac-1f075beaeced, host: hv-cinder-73270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8621fa32-c66b-4463-805f-ba8280121809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865'}}] {{(pid=108648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:03:42.805667 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-249cfb2e-5bff-457c-a4aa-480a0e4c943f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:42.914401 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.db [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-249cfb2e-5bff-457c-a4aa-480a0e4c943f service neutron] For port 5039a1b4-f63c-4ebd-b7ac-1f075beaeced, host hv-cinder-73270, cleared binding levels {{(pid=108648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:03:42.918981 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.db [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-249cfb2e-5bff-457c-a4aa-480a0e4c943f service neutron] For port 5039a1b4-f63c-4ebd-b7ac-1f075beaeced, host hv-cinder-73270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=5039a1b4-f63c-4ebd-b7ac-1f075beaeced,segment=NetworkSegment(8621fa32-c66b-4463-805f-ba8280121809),segment_id=8621fa32-c66b-4463-805f-ba8280121809)] {{(pid=108648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:03:42.942495 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-24db8b31-ebfd-48e2-a14c-6a7555924efe service neutron] 10.222.0.76 "GET /v2.0/networks/cb1882a3-668f-4be4-b145-338650ea2d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808465 Oct 26 15:03:42.997706 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-249cfb2e-5bff-457c-a4aa-480a0e4c943f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3397078'] for port, after_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:43.036571 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-249cfb2e-5bff-457c-a4aa-480a0e4c943f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:43.037147 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-249cfb2e-5bff-457c-a4aa-480a0e4c943f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:43.038599 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-249cfb2e-5bff-457c-a4aa-480a0e4c943f service neutron] 10.222.0.76 "PUT /v2.0/ports/5039a1b4-f63c-4ebd-b7ac-1f075beaeced HTTP/1.1" status: 200 len: 1093 time: 1.6248939 Oct 26 15:03:43.039048 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef7f523-a1fb-40fe-b910-612adca02b5e', 'tag': '5039a1b4-f63c-4ebd-b7ac-1f075beaeced'}] {{(pid=108648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:03:43.041503 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfc2c26cf4d6f56294a0969bf05099f9a11f02f7060f3ae519b1a3a74e90611f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14377220-7585-440d-b506-24a2a4f6a321" -d '{"events": [{"name": "network-changed", "server_uuid": "cef7f523-a1fb-40fe-b910-612adca02b5e", "tag": "5039a1b4-f63c-4ebd-b7ac-1f075beaeced"}]}' {{(pid=108648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:03:43.042403 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-1037d492-4c27-4e59-9fcf-2305fed109c0 req-f4190d2a-914d-4bfc-8bff-78a28491ff02 service neutron] 10.222.0.76 "GET /v2.0/networks/cb1882a3-668f-4be4-b145-338650ea2d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921791 Oct 26 15:03:43.098246 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249cfb2e-5bff-457c-a4aa-480a0e4c943f service neutron] Pushing event updated for resources: {'Port': ['ID=5039a1b4-f63c-4ebd-b7ac-1f075beaeced,revision_number=3']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:03:43.105221 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46275ccb-af19-45ba-902b-4148999bad4d x-openstack-request-id: req-46275ccb-af19-45ba-902b-4148999bad4d {{(pid=108648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:03:43.105515 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef7f523-a1fb-40fe-b910-612adca02b5e", "tag": "5039a1b4-f63c-4ebd-b7ac-1f075beaeced", "status": "completed", "code": 200}]} {{(pid=108648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:03:43.105764 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-46275ccb-af19-45ba-902b-4148999bad4d {{(pid=108648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:03:43.106158 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef7f523-a1fb-40fe-b910-612adca02b5e', 'tag': '5039a1b4-f63c-4ebd-b7ac-1f075beaeced', 'status': 'completed', 'code': 200} Oct 26 15:03:43.158361 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea3548-f372-4ff5-98f7-b9eb0ce95428 req-6096c468-8f8a-4387-a584-e88196c6a127 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:43.163143 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-71ea3548-f372-4ff5-98f7-b9eb0ce95428 req-6096c468-8f8a-4387-a584-e88196c6a127 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 943 time: 0.0665431 Oct 26 15:03:43.182849 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14377220-7585-440d-b506-24a2a4f6a321 req-9f3b3b8b-22f4-42c7-be88-c93c3910f90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:43.184407 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-14377220-7585-440d-b506-24a2a4f6a321 req-9f3b3b8b-22f4-42c7-be88-c93c3910f90b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1c0d3cfad56e4c61a215d25516cd6470&device_id=cef7f523-a1fb-40fe-b910-612adca02b5e HTTP/1.1" status: 200 len: 1096 time: 0.0454080 Oct 26 15:03:43.209727 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-71ea3548-f372-4ff5-98f7-b9eb0ce95428 req-4c9ed656-c6f3-4ed6-b87b-2ce4501af649 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417950 Oct 26 15:03:43.272080 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-7d05175d-7d24-4791-8674-544d8fd29f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:43.294819 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426e947-8add-42f0-b8c3-1510bac968c7 req-40d9fb59-01dd-472e-b863-67f9d0fe2969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:43.297126 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6426e947-8add-42f0-b8c3-1510bac968c7 req-40d9fb59-01dd-472e-b863-67f9d0fe2969 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d27ee21879a14361af0baabc0f7cf95f&device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 1097 time: 0.0658817 Oct 26 15:03:43.316895 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 1551acc4-c5a7-447f-9f65-8e2572534574 details requested by agent hyperv_hv-cinder-73270 with host hv-cinder-73270 {{(pid=108649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:03:43.327811 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14377220-7585-440d-b506-24a2a4f6a321 req-7f494fbd-b759-403b-8db6-48d3ce435f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:43.329314 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-14377220-7585-440d-b506-24a2a4f6a321 req-7f494fbd-b759-403b-8db6-48d3ce435f14 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=1c0d3cfad56e4c61a215d25516cd6470&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1347339 Oct 26 15:03:43.442505 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426e947-8add-42f0-b8c3-1510bac968c7 req-f86878d2-ccdf-4f01-bae1-60f99b7ccc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:43.444166 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6426e947-8add-42f0-b8c3-1510bac968c7 req-f86878d2-ccdf-4f01-bae1-60f99b7ccc9b service neutron] 10.222.0.76 "GET /v2.0/networks?id=cb1882a3-668f-4be4-b145-338650ea2d5d HTTP/1.1" status: 200 len: 909 time: 0.1376679 Oct 26 15:03:43.486875 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port 1551acc4-c5a7-447f-9f65-8e2572534574, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=1551acc4-c5a7-447f-9f65-8e2572534574,segment=NetworkSegment(bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2),segment_id=bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:03:43.504282 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Returning: {'device': '1551acc4-c5a7-447f-9f65-8e2572534574', 'network_id': '6573438f-02ca-45f5-8fe3-7bc7af911bdf', 'port_id': '1551acc4-c5a7-447f-9f65-8e2572534574', 'mac_address': 'fa:16:3e:95:55:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb360883-a29a-4019-ba79-ea1f2d3809c0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:03:43.507643 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6426e947-8add-42f0-b8c3-1510bac968c7 req-fe131e6b-20f1-41be-8e0d-d09c83e89bb5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d281f9da-d50c-47d9-9fb9-11a607f383f3 HTTP/1.1" status: 200 len: 217 time: 0.0550799 Oct 26 15:03:43.537857 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14377220-7585-440d-b506-24a2a4f6a321 req-6569fd45-8a8f-43bd-956c-0c5607da82d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:43.540771 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-14377220-7585-440d-b506-24a2a4f6a321 req-6569fd45-8a8f-43bd-956c-0c5607da82d3 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2019668 Oct 26 15:03:43.577751 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:43.594541 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f739f-db82-4510-929e-a2f3fa5cf342 req-c1d2dd28-86dc-48c2-8172-b264555dae0f tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:43.596148 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-863f739f-db82-4510-929e-a2f3fa5cf342 req-c1d2dd28-86dc-48c2-8172-b264555dae0f tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 944 time: 0.0987034 Oct 26 15:03:43.597905 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426e947-8add-42f0-b8c3-1510bac968c7 req-17617dc4-83e1-4763-8966-c1249a87f228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:43.598604 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1551acc4-c5a7-447f-9f65-8e2572534574 {{(pid=108649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:03:43.599451 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6426e947-8add-42f0-b8c3-1510bac968c7 req-17617dc4-83e1-4763-8966-c1249a87f228 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f3751a7e-e8cf-4058-a8ef-38ac9afbb57b HTTP/1.1" status: 200 len: 847 time: 0.0715234 Oct 26 15:03:43.620675 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port 1551acc4-c5a7-447f-9f65-8e2572534574, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=1551acc4-c5a7-447f-9f65-8e2572534574,segment=NetworkSegment(bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2),segment_id=bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:03:43.631500 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-65537dca-b835-4b1f-a7cb-d84d312f98a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:43.633144 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-65537dca-b835-4b1f-a7cb-d84d312f98a1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1c0d3cfad56e4c61a215d25516cd6470&device_id=cef7f523-a1fb-40fe-b910-612adca02b5e HTTP/1.1" status: 200 len: 1096 time: 0.0455863 Oct 26 15:03:43.667117 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:43.708664 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-863f739f-db82-4510-929e-a2f3fa5cf342 req-c7b8db01-a707-4216-a45c-e66fb0afbb3c tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991528 Oct 26 15:03:43.724733 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-962082f1-85aa-492c-adcf-e549c5c77f55 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5039a1b4-f63c-4ebd-b7ac-1f075beaeced HTTP/1.1" status: 200 len: 217 time: 0.0830021 Oct 26 15:03:43.725752 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f1d5f-72e5-4dd7-a010-07a498d40291 req-11065e61-6200-4b35-ba4d-b9a6622a1ffe tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:43.727350 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1f1f1d5f-72e5-4dd7-a010-07a498d40291 req-11065e61-6200-4b35-ba4d-b9a6622a1ffe tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=cef7f523-a1fb-40fe-b910-612adca02b5e HTTP/1.1" status: 200 len: 943 time: 0.1269963 Oct 26 15:03:43.730622 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426e947-8add-42f0-b8c3-1510bac968c7 req-12e3b6c3-0d1f-4137-b815-261e4becc60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:43.733356 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6426e947-8add-42f0-b8c3-1510bac968c7 req-12e3b6c3-0d1f-4137-b815-261e4becc60e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cb1882a3-668f-4be4-b145-338650ea2d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1230462 Oct 26 15:03:43.758715 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=1551acc4-c5a7-447f-9f65-8e2572534574,revision_number=9']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:03:43.767816 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:43.768540 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:43.769113 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:43.769626 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:43.770398 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:43.771239 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:43.772242 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:43.773193 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:43.773782 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:43.774409 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:43.775222 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:43.776066 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:43.811140 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-e0ed2a2e-442b-44ec-98d1-65a0c14aca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:43.813049 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-e0ed2a2e-442b-44ec-98d1-65a0c14aca21 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d2f548be-e416-40d5-a12d-a157ab7e380b HTTP/1.1" status: 200 len: 851 time: 0.0797551 Oct 26 15:03:43.815038 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:43.822607 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1f1f1d5f-72e5-4dd7-a010-07a498d40291 req-acbf30f4-3902-4bc3-8f2a-e1304430e2bc tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881686 Oct 26 15:03:43.848522 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:43.863043 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6426e947-8add-42f0-b8c3-1510bac968c7 req-9c691fd2-edd4-4c5c-970f-e7c21d205539 service neutron] 10.222.0.76 "GET /v2.0/networks/cb1882a3-668f-4be4-b145-338650ea2d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130586 Oct 26 15:03:43.869584 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-f667892b-49eb-45a1-8e0c-806c596025a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:43.871223 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-f667892b-49eb-45a1-8e0c-806c596025a5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d121bef5-e7a7-4cc1-ab11-dcb6c02a3865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0475135 Oct 26 15:03:43.936711 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] get_ports_and_sgs() called for port_ids ['1551acc4-c5a7-447f-9f65-8e2572534574'] {{(pid=108649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:03:43.987172 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6426e947-8add-42f0-b8c3-1510bac968c7 req-71455eb1-07eb-43ca-a121-cab3352af752 service neutron] 10.222.0.76 "GET /v2.0/networks/cb1882a3-668f-4be4-b145-338650ea2d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032152 Oct 26 15:03:43.995767 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 34264) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:03:44.005802 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-adf07f31-945f-4210-8e30-22ef0a40547a service neutron] 10.222.0.76 "GET /v2.0/networks/d121bef5-e7a7-4cc1-ab11-dcb6c02a3865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196098 Oct 26 15:03:44.137942 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-9b325885-6f3f-4095-98dd-49fc5a4af9bf req-1210d1da-9a8c-4d4a-8cb0-57e80f561c5b service neutron] 10.222.0.76 "GET /v2.0/networks/d121bef5-e7a7-4cc1-ab11-dcb6c02a3865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243374 Oct 26 15:03:44.153000 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-db0061cc-617c-4020-9c1f-0dc7435562d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:44.228944 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-db0061cc-617c-4020-9c1f-0dc7435562d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:44.329294 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-db0061cc-617c-4020-9c1f-0dc7435562d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:44.387752 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-db0061cc-617c-4020-9c1f-0dc7435562d3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6964fc28bb61481eb6a479cb4ba898db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3898907 Oct 26 15:03:44.390423 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 34276) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:03:44.408138 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0061cc-617c-4020-9c1f-0dc7435562d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2631a357-4abe-460e-a691-46bd2917a260,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:03:44.419415 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac41df3c-3855-4a9e-8fae-6643bb8354d6 req-ba376823-a666-4db2-acfb-39a559c50069 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:44.420994 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ac41df3c-3855-4a9e-8fae-6643bb8354d6 req-ba376823-a666-4db2-acfb-39a559c50069 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 944 time: 0.1026566 Oct 26 15:03:44.447812 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-1c16210d-8c3e-456d-9071-49a3527ff5b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:44.463550 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ac41df3c-3855-4a9e-8fae-6643bb8354d6 req-e7189446-e273-4f41-934e-a578dd01a2d0 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364182 Oct 26 15:03:44.482370 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-1c16210d-8c3e-456d-9071-49a3527ff5b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:44.620730 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-1c16210d-8c3e-456d-9071-49a3527ff5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:44.623399 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-1c16210d-8c3e-456d-9071-49a3527ff5b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:44.624609 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-1c16210d-8c3e-456d-9071-49a3527ff5b7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2631a357-4abe-460e-a691-46bd2917a260 HTTP/1.1" status: 204 len: 168 time: 0.2331059 Oct 26 15:03:44.632999 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16210d-8c3e-456d-9071-49a3527ff5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2631a357-4abe-460e-a691-46bd2917a260,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:03:44.849902 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ecbc4-bede-469c-8250-158f742e9b5d req-93c9ac2c-d6e0-4dd1-8a27-c6708a21f342 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:44.864940 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-bf1ecbc4-bede-469c-8250-158f742e9b5d req-93c9ac2c-d6e0-4dd1-8a27-c6708a21f342 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 944 time: 0.0674498 Oct 26 15:03:44.919877 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-bf1ecbc4-bede-469c-8250-158f742e9b5d req-019ffd5a-92ee-4638-8547-2d8585d4bec5 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538962 Oct 26 15:03:44.963496 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef05d9-b250-4a53-b981-b2fcc19be319 req-e72c1cfa-0ebb-4eee-88c9-44d1788aae87 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:44.965176 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8cef05d9-b250-4a53-b981-b2fcc19be319 req-e72c1cfa-0ebb-4eee-88c9-44d1788aae87 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=cef7f523-a1fb-40fe-b910-612adca02b5e HTTP/1.1" status: 200 len: 943 time: 0.0599113 Oct 26 15:03:45.014892 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8cef05d9-b250-4a53-b981-b2fcc19be319 req-244a0362-b5ff-4592-81b5-9b413cb9df69 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400813 Oct 26 15:03:45.330195 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:45.332717 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 1551acc4-c5a7-447f-9f65-8e2572534574 up at agent hyperv_hv-cinder-73270 {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:03:45.386070 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Provisioning complete for port 1551acc4-c5a7-447f-9f65-8e2572534574 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:03:45.386437 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:45.465469 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:45.489718 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1551acc4-c5a7-447f-9f65-8e2572534574'}] {{(pid=108649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:03:45.492017 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce9ea8dafcd660945e4144893ae94b540b7d43bc7f31485d3ebdd76e7b8406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378d8b4f-bfc1-4da9-bb04-50f18b53396d" -d '{"events": [{"server_uuid": "36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5", "name": "network-vif-plugged", "status": "completed", "tag": "1551acc4-c5a7-447f-9f65-8e2572534574"}]}' {{(pid=108649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:03:45.505215 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port 1551acc4-c5a7-447f-9f65-8e2572534574, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=1551acc4-c5a7-447f-9f65-8e2572534574,segment=NetworkSegment(bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2),segment_id=bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:03:45.529152 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec619284-f034-4aa9-81ba-850945a2cebc x-openstack-request-id: req-ec619284-f034-4aa9-81ba-850945a2cebc {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:03:45.529652 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5", "name": "network-vif-plugged", "status": "completed", "tag": "1551acc4-c5a7-447f-9f65-8e2572534574", "code": 200}]} {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:03:45.529910 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ec619284-f034-4aa9-81ba-850945a2cebc {{(pid=108649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:03:45.530357 dv-cinder-732704-6-iscsi neutron-server[108649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1551acc4-c5a7-447f-9f65-8e2572534574', 'code': 200} Oct 26 15:03:45.558225 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:45.604977 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452f219-55e7-4d4f-a478-1fc36756b703 req-2b6de747-1d7c-4d5a-a422-fe1711410a30 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:45.606800 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=1551acc4-c5a7-447f-9f65-8e2572534574,revision_number=10']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:03:45.607018 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6452f219-55e7-4d4f-a478-1fc36756b703 req-2b6de747-1d7c-4d5a-a422-fe1711410a30 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 946 time: 0.0597327 Oct 26 15:03:45.646145 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6452f219-55e7-4d4f-a478-1fc36756b703 req-2dd79d2a-1a3e-439c-971b-210820274d76 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319149 Oct 26 15:03:46.041074 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87ae02-4f74-472b-938c-aab0668d2231 req-e7b9545a-010a-4197-8083-ae2e736a886d tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:46.042603 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8d87ae02-4f74-472b-938c-aab0668d2231 req-e7b9545a-010a-4197-8083-ae2e736a886d tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 944 time: 0.0495403 Oct 26 15:03:46.087972 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8d87ae02-4f74-472b-938c-aab0668d2231 req-4d36a2ac-c18b-4b8b-ae76-3c675d5ba806 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375302 Oct 26 15:03:46.142416 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0419d44-b2ad-4ae6-9dad-7489de8f1f1c req-b81d2bc7-7660-4e63-aa2b-ff8f91f94ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:46.143311 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30876337-7b75-448c-b9e2-c2059a060562 req-7bda4465-9c3b-4ec2-aa5d-4d2b810e4154 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:46.143934 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-f0419d44-b2ad-4ae6-9dad-7489de8f1f1c req-b81d2bc7-7660-4e63-aa2b-ff8f91f94ca6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 1099 time: 0.0439928 Oct 26 15:03:46.145010 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-30876337-7b75-448c-b9e2-c2059a060562 req-7bda4465-9c3b-4ec2-aa5d-4d2b810e4154 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=cef7f523-a1fb-40fe-b910-612adca02b5e HTTP/1.1" status: 200 len: 943 time: 0.0560021 Oct 26 15:03:46.184254 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-f0419d44-b2ad-4ae6-9dad-7489de8f1f1c req-a6b0547b-fa7c-4df1-8a69-794d1a05f40f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303457 Oct 26 15:03:46.189097 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-30876337-7b75-448c-b9e2-c2059a060562 req-aa7d97e1-0fae-470f-a416-d4474700a799 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379384 Oct 26 15:03:46.777952 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921dc1f-af7f-480e-8b0d-2a28636e14fb req-5074beb3-9dce-429a-bcc7-287fc9599a4c tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:46.779664 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e921dc1f-af7f-480e-8b0d-2a28636e14fb req-5074beb3-9dce-429a-bcc7-287fc9599a4c tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 946 time: 0.0544212 Oct 26 15:03:46.825472 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e921dc1f-af7f-480e-8b0d-2a28636e14fb req-56c647f8-0cf1-4858-8265-33bc811da87d tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389199 Oct 26 15:03:47.211458 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e91a7a-693f-4626-9be0-f01c418a338a req-7d6e4266-1af1-4bda-958e-0aba8d3456f3 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:47.213954 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-06e91a7a-693f-4626-9be0-f01c418a338a req-7d6e4266-1af1-4bda-958e-0aba8d3456f3 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 944 time: 0.0541661 Oct 26 15:03:47.259592 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-06e91a7a-693f-4626-9be0-f01c418a338a req-e7f23c51-da65-475b-bbb0-af3dac7242b7 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364919 Oct 26 15:03:47.310815 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb38d6-efbb-49d6-a30d-aa881aee9a4e req-8c62870b-bc18-41b9-8aeb-30beda90eb64 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:47.312196 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-43eb38d6-efbb-49d6-a30d-aa881aee9a4e req-8c62870b-bc18-41b9-8aeb-30beda90eb64 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=cef7f523-a1fb-40fe-b910-612adca02b5e HTTP/1.1" status: 200 len: 943 time: 0.0517237 Oct 26 15:03:47.349720 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-43eb38d6-efbb-49d6-a30d-aa881aee9a4e req-fd70fab6-a8d4-416f-a766-01505ee8c645 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315192 Oct 26 15:03:47.961204 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfee32-a1b0-496b-8051-220421fe2f92 req-1824a0d0-889e-420b-a262-75c497129c55 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:47.963218 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d4cfee32-a1b0-496b-8051-220421fe2f92 req-1824a0d0-889e-420b-a262-75c497129c55 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 946 time: 0.0495288 Oct 26 15:03:48.000766 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d4cfee32-a1b0-496b-8051-220421fe2f92 req-b6edc0e1-dc94-49de-8c0c-4042a19c1bd1 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315897 Oct 26 15:03:48.378146 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef04e5-57c0-4bcb-8ee3-4e8243edf0b1 req-c51ab01b-449d-4d6d-aa58-3e7ce1c4c908 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:48.380337 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c8ef04e5-57c0-4bcb-8ee3-4e8243edf0b1 req-c51ab01b-449d-4d6d-aa58-3e7ce1c4c908 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 944 time: 0.0526824 Oct 26 15:03:48.427505 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c8ef04e5-57c0-4bcb-8ee3-4e8243edf0b1 req-9b3404c7-5504-4d29-afec-f14f1efbd2f5 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418479 Oct 26 15:03:48.479696 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d9541-6fc7-4e8e-ac00-eadbab7376af req-e7558d31-c4dc-4a92-a24f-9ce2e588629f tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:48.481351 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cd3d9541-6fc7-4e8e-ac00-eadbab7376af req-e7558d31-c4dc-4a92-a24f-9ce2e588629f tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=cef7f523-a1fb-40fe-b910-612adca02b5e HTTP/1.1" status: 200 len: 943 time: 0.0578852 Oct 26 15:03:48.523322 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cd3d9541-6fc7-4e8e-ac00-eadbab7376af req-a674764e-7e33-4bb7-ac0c-d10830b18154 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355005 Oct 26 15:03:49.124585 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81babd-5dc7-4208-8bf4-4550e3607e37 req-44c14094-d7bb-4a31-a572-91deac108f89 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:49.126103 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7a81babd-5dc7-4208-8bf4-4550e3607e37 req-44c14094-d7bb-4a31-a572-91deac108f89 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 946 time: 0.0526786 Oct 26 15:03:49.167310 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7a81babd-5dc7-4208-8bf4-4550e3607e37 req-95f7446a-7b68-4f0e-a454-0b2da58f029d tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351410 Oct 26 15:03:49.551091 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2ec96-0d53-4975-b447-58b08ef03515 req-3eab9cf8-7f8e-4c22-aa0b-64c30bd9fd61 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:49.553499 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4fd2ec96-0d53-4975-b447-58b08ef03515 req-3eab9cf8-7f8e-4c22-aa0b-64c30bd9fd61 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 944 time: 0.0525663 Oct 26 15:03:49.599908 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4fd2ec96-0d53-4975-b447-58b08ef03515 req-94b456e2-9a45-4154-92f4-b3ff597395f6 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397902 Oct 26 15:03:49.659895 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b7a44-16ff-46b9-b831-6d0a85356616 req-51339a7c-0d90-4941-b4c1-61961662983b tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:49.661503 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6f6b7a44-16ff-46b9-b831-6d0a85356616 req-51339a7c-0d90-4941-b4c1-61961662983b tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=cef7f523-a1fb-40fe-b910-612adca02b5e HTTP/1.1" status: 200 len: 943 time: 0.0606217 Oct 26 15:03:49.704654 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6f6b7a44-16ff-46b9-b831-6d0a85356616 req-3013742f-169f-49cc-9d57-cc7041198b6d tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367360 Oct 26 15:03:50.641442 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122ec84-8d6f-402f-bb3c-568cc5def78a req-41c0e19d-6d25-4689-99ef-461f609e2b08 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:50.642997 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5122ec84-8d6f-402f-bb3c-568cc5def78a req-41c0e19d-6d25-4689-99ef-461f609e2b08 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 984 time: 0.0502954 Oct 26 15:03:50.694882 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5122ec84-8d6f-402f-bb3c-568cc5def78a req-7eb19d88-8762-48cd-99de-e07344fa94f2 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d842cd51-f0de-4e29-bd1d-3af03c0a6640&id=bcc71342-7fe5-4670-9507-312ce82cc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0455089 Oct 26 15:03:50.739105 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988dd92-ddf2-4ba8-a6bb-ff9ba94f703f req-bd2f94ce-0bec-427c-8426-227af6c49a43 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:50.740855 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2988dd92-ddf2-4ba8-a6bb-ff9ba94f703f req-bd2f94ce-0bec-427c-8426-227af6c49a43 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 944 time: 0.0651596 Oct 26 15:03:50.776182 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5966f2-9658-4c40-bdb8-185f620e2750 req-4801542d-6447-487e-b05b-056cd8339712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:50.777696 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-ea5966f2-9658-4c40-bdb8-185f620e2750 req-4801542d-6447-487e-b05b-056cd8339712 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ae37455caad1400c9591e7587ec53aef&device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 1137 time: 0.0431609 Oct 26 15:03:50.810151 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2988dd92-ddf2-4ba8-a6bb-ff9ba94f703f req-976ef388-7fd0-4389-8639-92d92728f825 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626249 Oct 26 15:03:50.834298 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a96e118-2192-487f-a3d5-1ec00e01d1f6 req-d9d5cb83-efe8-43b4-8acd-482905d70178 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:50.835832 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8a96e118-2192-487f-a3d5-1ec00e01d1f6 req-d9d5cb83-efe8-43b4-8acd-482905d70178 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=cef7f523-a1fb-40fe-b910-612adca02b5e HTTP/1.1" status: 200 len: 943 time: 0.0604625 Oct 26 15:03:50.880589 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8a96e118-2192-487f-a3d5-1ec00e01d1f6 req-c0e00e0d-d44d-45ba-85b3-a65d2fad397a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373604 Oct 26 15:03:50.884921 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5966f2-9658-4c40-bdb8-185f620e2750 req-e8ff0c5d-d398-4ff3-8740-c66dd115fac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:50.886675 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-ea5966f2-9658-4c40-bdb8-185f620e2750 req-e8ff0c5d-d398-4ff3-8740-c66dd115fac3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=aa36fb45-c81d-4582-a1d1-4df2ccc686c8 HTTP/1.1" status: 200 len: 916 time: 0.1016130 Oct 26 15:03:50.952973 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-ea5966f2-9658-4c40-bdb8-185f620e2750 req-f05515cc-f9df-4a47-aae9-f83be9776a3f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2eb0799-7052-4b1e-a495-442ca53b30f3 HTTP/1.1" status: 200 len: 999 time: 0.0583062 Oct 26 15:03:51.008448 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5966f2-9658-4c40-bdb8-185f620e2750 req-400de9f5-b8da-4c81-9574-c469a3255ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:51.010424 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-ea5966f2-9658-4c40-bdb8-185f620e2750 req-400de9f5-b8da-4c81-9574-c469a3255ee5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7cf36ff4-7097-4007-a564-c4675e4a120f HTTP/1.1" status: 200 len: 854 time: 0.0486078 Oct 26 15:03:51.062470 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5966f2-9658-4c40-bdb8-185f620e2750 req-746245fb-d2ce-40c5-aa7c-5590a84c0214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:51.063919 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-ea5966f2-9658-4c40-bdb8-185f620e2750 req-746245fb-d2ce-40c5-aa7c-5590a84c0214 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=aa36fb45-c81d-4582-a1d1-4df2ccc686c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443122 Oct 26 15:03:51.158530 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-ea5966f2-9658-4c40-bdb8-185f620e2750 req-914a7fdc-687b-4a48-922b-f27c5c270807 service neutron] 10.222.0.76 "GET /v2.0/networks/aa36fb45-c81d-4582-a1d1-4df2ccc686c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848153 Oct 26 15:03:51.253438 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-ea5966f2-9658-4c40-bdb8-185f620e2750 req-48ec802d-ffdb-4701-b603-8ec8c4093220 service neutron] 10.222.0.76 "GET /v2.0/networks/aa36fb45-c81d-4582-a1d1-4df2ccc686c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859396 Oct 26 15:03:51.349669 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device d281f9da-d50c-47d9-9fb9-11a607f383f3 details requested by agent hyperv_hv-cinder-73270 with host hv-cinder-73270 {{(pid=108649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:03:51.454174 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port d281f9da-d50c-47d9-9fb9-11a607f383f3, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=d281f9da-d50c-47d9-9fb9-11a607f383f3,segment=NetworkSegment(c35993a7-c2db-4703-9589-9853cc7fe472),segment_id=c35993a7-c2db-4703-9589-9853cc7fe472)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:03:51.465339 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Returning: {'device': 'd281f9da-d50c-47d9-9fb9-11a607f383f3', 'network_id': 'cb1882a3-668f-4be4-b145-338650ea2d5d', 'port_id': 'd281f9da-d50c-47d9-9fb9-11a607f383f3', 'mac_address': 'fa:16:3e:36:95:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3751a7e-e8cf-4058-a8ef-38ac9afbb57b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:03:51.510221 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:51.523866 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d281f9da-d50c-47d9-9fb9-11a607f383f3 {{(pid=108649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:03:51.542999 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port d281f9da-d50c-47d9-9fb9-11a607f383f3, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=d281f9da-d50c-47d9-9fb9-11a607f383f3,segment=NetworkSegment(c35993a7-c2db-4703-9589-9853cc7fe472),segment_id=c35993a7-c2db-4703-9589-9853cc7fe472)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:03:51.626305 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:51.673253 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=d281f9da-d50c-47d9-9fb9-11a607f383f3,revision_number=4']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:03:51.811345 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85f766-77dc-4d19-825a-f5a5946b9f55 req-98f776e1-caff-429e-accc-ff10e805f2ba tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:51.812949 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5c85f766-77dc-4d19-825a-f5a5946b9f55 req-98f776e1-caff-429e-accc-ff10e805f2ba tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 984 time: 0.0503702 Oct 26 15:03:51.860088 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5c85f766-77dc-4d19-825a-f5a5946b9f55 req-59358e8b-17ca-4b0a-8ef1-f1abbb60fb96 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d842cd51-f0de-4e29-bd1d-3af03c0a6640&id=bcc71342-7fe5-4670-9507-312ce82cc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404871 Oct 26 15:03:51.929824 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d458b-c7a9-4d99-b6fb-5267355434ec req-7a03aafd-efce-48e4-b52f-aded850fb5e9 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:51.932489 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e26d458b-c7a9-4d99-b6fb-5267355434ec req-7a03aafd-efce-48e4-b52f-aded850fb5e9 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 945 time: 0.0516052 Oct 26 15:03:51.959235 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] get_ports_and_sgs() called for port_ids ['d281f9da-d50c-47d9-9fb9-11a607f383f3'] {{(pid=108649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:03:51.984026 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e26d458b-c7a9-4d99-b6fb-5267355434ec req-fa54ce36-3099-4c8b-ad54-5d64df33a881 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455287 Oct 26 15:03:52.026391 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25963a58-14fc-4941-8eed-428340bb794c req-0cab5e4e-1eca-4bb2-84ad-de7ff5dfb86f tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:52.028067 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-25963a58-14fc-4941-8eed-428340bb794c req-0cab5e4e-1eca-4bb2-84ad-de7ff5dfb86f tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=cef7f523-a1fb-40fe-b910-612adca02b5e HTTP/1.1" status: 200 len: 943 time: 0.0622749 Oct 26 15:03:52.071241 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-25963a58-14fc-4941-8eed-428340bb794c req-1cb292ca-0996-468a-9cf4-6a4ce4485f9c tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357587 Oct 26 15:03:52.210847 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:03:52.989368 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d549db-cb53-432a-899b-ae77c80db3ef req-15d9265c-9286-4c3c-87f4-7cd43d2bfde4 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:52.989952 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-25d549db-cb53-432a-899b-ae77c80db3ef req-15d9265c-9286-4c3c-87f4-7cd43d2bfde4 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 984 time: 0.0544579 Oct 26 15:03:53.034440 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-25d549db-cb53-432a-899b-ae77c80db3ef req-f7633faa-9fbd-480f-9867-ffec369f59ef tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d842cd51-f0de-4e29-bd1d-3af03c0a6640&id=bcc71342-7fe5-4670-9507-312ce82cc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383189 Oct 26 15:03:53.182602 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7380aee8-a8a4-4a55-99b2-6a9c6b01ea74 req-ae4b97a9-9260-4101-8253-e78b3e103bfa tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:53.185608 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7380aee8-a8a4-4a55-99b2-6a9c6b01ea74 req-ae4b97a9-9260-4101-8253-e78b3e103bfa tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 945 time: 0.0818272 Oct 26 15:03:53.226749 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24acbc26-ad67-43c8-98df-990fc0df2b61 req-a4ecd372-a57f-4cf3-9289-b091cb750c16 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:53.229174 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-24acbc26-ad67-43c8-98df-990fc0df2b61 req-a4ecd372-a57f-4cf3-9289-b091cb750c16 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=cef7f523-a1fb-40fe-b910-612adca02b5e HTTP/1.1" status: 200 len: 943 time: 0.0867190 Oct 26 15:03:53.258546 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7380aee8-a8a4-4a55-99b2-6a9c6b01ea74 req-bf86ef48-2ee8-422b-ab1e-cbd2807854f3 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628309 Oct 26 15:03:53.279265 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-24acbc26-ad67-43c8-98df-990fc0df2b61 req-37cd3ec5-01ee-40f4-870d-d1373e3500e5 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394287 Oct 26 15:03:53.363996 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 5039a1b4-f63c-4ebd-b7ac-1f075beaeced details requested by agent hyperv_hv-cinder-73270 with host hv-cinder-73270 {{(pid=108649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:03:53.367964 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device d281f9da-d50c-47d9-9fb9-11a607f383f3 up at agent hyperv_hv-cinder-73270 {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:03:53.501491 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port 5039a1b4-f63c-4ebd-b7ac-1f075beaeced, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=5039a1b4-f63c-4ebd-b7ac-1f075beaeced,segment=NetworkSegment(8621fa32-c66b-4463-805f-ba8280121809),segment_id=8621fa32-c66b-4463-805f-ba8280121809)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:03:53.515169 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Returning: {'device': '5039a1b4-f63c-4ebd-b7ac-1f075beaeced', 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865', 'port_id': '5039a1b4-f63c-4ebd-b7ac-1f075beaeced', 'mac_address': 'fa:16:3e:a2:03:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2f548be-e416-40d5-a12d-a157ab7e380b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:03:53.546985 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Provisioning for port d281f9da-d50c-47d9-9fb9-11a607f383f3 completed by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 15:03:53.562332 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Provisioning complete for port d281f9da-d50c-47d9-9fb9-11a607f383f3 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:03:53.562732 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:53.607286 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:53.636518 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5039a1b4-f63c-4ebd-b7ac-1f075beaeced {{(pid=108649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:03:53.662721 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port 5039a1b4-f63c-4ebd-b7ac-1f075beaeced, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=5039a1b4-f63c-4ebd-b7ac-1f075beaeced,segment=NetworkSegment(8621fa32-c66b-4463-805f-ba8280121809),segment_id=8621fa32-c66b-4463-805f-ba8280121809)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:03:53.699271 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:53.722591 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b9d6b2-be6e-49ce-acc0-d0a262b47fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd281f9da-d50c-47d9-9fb9-11a607f383f3'}] {{(pid=108649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:03:53.725030 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce9ea8dafcd660945e4144893ae94b540b7d43bc7f31485d3ebdd76e7b8406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47842ea2-39c0-45af-a7a0-bfb44e38d85d" -d '{"events": [{"server_uuid": "50b9d6b2-be6e-49ce-acc0-d0a262b47fb2", "name": "network-vif-plugged", "status": "completed", "tag": "d281f9da-d50c-47d9-9fb9-11a607f383f3"}]}' {{(pid=108649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:03:53.740076 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port d281f9da-d50c-47d9-9fb9-11a607f383f3, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=d281f9da-d50c-47d9-9fb9-11a607f383f3,segment=NetworkSegment(c35993a7-c2db-4703-9589-9853cc7fe472),segment_id=c35993a7-c2db-4703-9589-9853cc7fe472)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:03:53.745737 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:53.771161 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4149c55-39bf-4ed8-9cbc-2bfe1218c951 x-openstack-request-id: req-b4149c55-39bf-4ed8-9cbc-2bfe1218c951 {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:03:53.771483 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b9d6b2-be6e-49ce-acc0-d0a262b47fb2", "name": "network-vif-plugged", "status": "completed", "tag": "d281f9da-d50c-47d9-9fb9-11a607f383f3", "code": 200}]} {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:03:53.771774 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b4149c55-39bf-4ed8-9cbc-2bfe1218c951 {{(pid=108649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:03:53.772161 dv-cinder-732704-6-iscsi neutron-server[108649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b9d6b2-be6e-49ce-acc0-d0a262b47fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd281f9da-d50c-47d9-9fb9-11a607f383f3', 'code': 200} Oct 26 15:03:53.801290 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=5039a1b4-f63c-4ebd-b7ac-1f075beaeced,revision_number=4']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:03:53.826183 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:53.877417 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=d281f9da-d50c-47d9-9fb9-11a607f383f3,revision_number=5']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:03:54.150491 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53044b9c-8284-49b1-88cf-55a510d1fa76 req-1d2177d0-4216-415f-ac82-94471e480790 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:54.152080 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-53044b9c-8284-49b1-88cf-55a510d1fa76 req-1d2177d0-4216-415f-ac82-94471e480790 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 984 time: 0.0513129 Oct 26 15:03:54.192657 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-53044b9c-8284-49b1-88cf-55a510d1fa76 req-1ae4fd0b-886c-4411-a746-1fcd284e5a86 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d842cd51-f0de-4e29-bd1d-3af03c0a6640&id=bcc71342-7fe5-4670-9507-312ce82cc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344031 Oct 26 15:03:54.411563 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fedc15d-bd0a-4d70-adf6-d34e06f6f4da req-3a41e97c-5b4d-42b1-a1f1-8cdf46ac42da tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:54.413077 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5fedc15d-bd0a-4d70-adf6-d34e06f6f4da req-3a41e97c-5b4d-42b1-a1f1-8cdf46ac42da tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 946 time: 0.0821948 Oct 26 15:03:54.436173 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1775fed-cb91-4e57-9c06-c7f32eb024b8 req-98db1b2e-cfa3-42dd-829f-cb6087a1ef16 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:54.437658 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d1775fed-cb91-4e57-9c06-c7f32eb024b8 req-98db1b2e-cfa3-42dd-829f-cb6087a1ef16 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=cef7f523-a1fb-40fe-b910-612adca02b5e HTTP/1.1" status: 200 len: 944 time: 0.0796700 Oct 26 15:03:54.486307 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5fedc15d-bd0a-4d70-adf6-d34e06f6f4da req-21570bdf-edea-43e1-a3db-624590d4d4bc tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664802 Oct 26 15:03:54.495204 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d1775fed-cb91-4e57-9c06-c7f32eb024b8 req-7b94e853-4d16-4dcd-8f3e-ebfa64d36d6e tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505774 Oct 26 15:03:55.313032 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e8c13-ccb2-44c2-b1d7-18d67b883104 req-265a5d77-25f7-4015-aab8-c9115ceb293f tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:55.314483 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4a4e8c13-ccb2-44c2-b1d7-18d67b883104 req-265a5d77-25f7-4015-aab8-c9115ceb293f tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 984 time: 0.0512567 Oct 26 15:03:55.355160 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4a4e8c13-ccb2-44c2-b1d7-18d67b883104 req-ac6e8b1c-2c46-43f3-a926-603f269dd1db tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d842cd51-f0de-4e29-bd1d-3af03c0a6640&id=bcc71342-7fe5-4670-9507-312ce82cc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345886 Oct 26 15:03:55.643544 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd3c0c-fccb-490d-aaed-18073554c117 req-90ec2351-5848-4804-be9f-ae08d4673988 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:55.645029 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-42cd3c0c-fccb-490d-aaed-18073554c117 req-90ec2351-5848-4804-be9f-ae08d4673988 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=cef7f523-a1fb-40fe-b910-612adca02b5e HTTP/1.1" status: 200 len: 944 time: 0.0717745 Oct 26 15:03:55.653943 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc0cc0-b9a7-4ef8-9b46-d50c3c126412 req-50f5296f-6926-42ce-9f35-72d212aa4561 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:55.655358 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b6fc0cc0-b9a7-4ef8-9b46-d50c3c126412 req-50f5296f-6926-42ce-9f35-72d212aa4561 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 946 time: 0.0916233 Oct 26 15:03:55.710393 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b6fc0cc0-b9a7-4ef8-9b46-d50c3c126412 req-ae47b5b0-cc7a-4daa-addd-dee867921962 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484791 Oct 26 15:03:55.713763 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-42cd3c0c-fccb-490d-aaed-18073554c117 req-648974cf-1bab-409f-aace-92cdc8bd3dbb tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575116 Oct 26 15:03:56.470783 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829a5e4-d00c-4662-abda-da2413c89c56 req-70bafdac-fa60-4b18-8a4e-607bf24f4070 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:56.473094 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4829a5e4-d00c-4662-abda-da2413c89c56 req-70bafdac-fa60-4b18-8a4e-607bf24f4070 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 984 time: 0.0531409 Oct 26 15:03:56.515994 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d39a99-59f4-404f-bb01-ff57931dc3fc req-4e979605-4c3a-411f-9d16-b541af5ba69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:56.517444 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-e2d39a99-59f4-404f-bb01-ff57931dc3fc req-4e979605-4c3a-411f-9d16-b541af5ba69b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 1099 time: 0.0444753 Oct 26 15:03:56.521773 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4829a5e4-d00c-4662-abda-da2413c89c56 req-f7399e5c-473a-49df-9bea-e45c92b22535 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d842cd51-f0de-4e29-bd1d-3af03c0a6640&id=bcc71342-7fe5-4670-9507-312ce82cc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405061 Oct 26 15:03:56.562759 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-e2d39a99-59f4-404f-bb01-ff57931dc3fc req-834d9294-b4a9-4a92-bb98-e99ced5b1a96 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319760 Oct 26 15:03:56.814124 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] get_ports_and_sgs() called for port_ids ['5039a1b4-f63c-4ebd-b7ac-1f075beaeced'] {{(pid=108649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:03:56.874585 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae51c1c-0f1a-4dfa-9b25-be445eb94bc3 req-1e7b6951-1d8b-4e3a-8795-1b68e82f5931 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:56.876202 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fae51c1c-0f1a-4dfa-9b25-be445eb94bc3 req-1e7b6951-1d8b-4e3a-8795-1b68e82f5931 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 946 time: 0.0886695 Oct 26 15:03:56.885477 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38152b07-9070-46d7-a514-ba9e4b9c76a0 req-8270bb32-9954-4353-8eb4-043f8fd33f1c tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:56.886972 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-38152b07-9070-46d7-a514-ba9e4b9c76a0 req-8270bb32-9954-4353-8eb4-043f8fd33f1c tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=cef7f523-a1fb-40fe-b910-612adca02b5e HTTP/1.1" status: 200 len: 944 time: 0.0885825 Oct 26 15:03:56.944454 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fae51c1c-0f1a-4dfa-9b25-be445eb94bc3 req-36e1ea22-8eca-4434-a05e-5e5a6e93580e tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564916 Oct 26 15:03:56.951475 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-38152b07-9070-46d7-a514-ba9e4b9c76a0 req-1bf5d0ed-c0ec-4eb9-845a-fc06137e3de9 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574303 Oct 26 15:03:57.639058 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a094a-ea72-4720-80a1-1d6bdab71447 req-5451f67a-56e0-4f08-913f-391c2d3eb278 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:57.640552 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d61a094a-ea72-4720-80a1-1d6bdab71447 req-5451f67a-56e0-4f08-913f-391c2d3eb278 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 984 time: 0.0503316 Oct 26 15:03:57.679843 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d61a094a-ea72-4720-80a1-1d6bdab71447 req-0eded499-3d82-4cbd-ae1f-5bc329b0ba9c tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d842cd51-f0de-4e29-bd1d-3af03c0a6640&id=bcc71342-7fe5-4670-9507-312ce82cc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331514 Oct 26 15:03:58.111416 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c92e2-4dd9-41a0-882f-b270178a4b69 req-d8bae9de-1057-4163-a9df-77494d7733d8 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:58.112999 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-722c92e2-4dd9-41a0-882f-b270178a4b69 req-d8bae9de-1057-4163-a9df-77494d7733d8 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=cef7f523-a1fb-40fe-b910-612adca02b5e HTTP/1.1" status: 200 len: 944 time: 0.0825157 Oct 26 15:03:58.135526 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353f76f-02c6-4fb9-8f1b-ecfbd7dca1fb req-1ab91998-2918-4626-a137-9f3e3f7570f5 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:58.137016 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f353f76f-02c6-4fb9-8f1b-ecfbd7dca1fb req-1ab91998-2918-4626-a137-9f3e3f7570f5 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 946 time: 0.0736763 Oct 26 15:03:58.184441 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-722c92e2-4dd9-41a0-882f-b270178a4b69 req-8ec760e7-951f-45ba-b182-9f296f0448f3 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628901 Oct 26 15:03:58.196537 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f353f76f-02c6-4fb9-8f1b-ecfbd7dca1fb req-6ce56d23-a476-4e1f-b092-4b7cf9c19c4b tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486963 Oct 26 15:03:58.391419 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:58.478614 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 5039a1b4-f63c-4ebd-b7ac-1f075beaeced up at agent hyperv_hv-cinder-73270 {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:03:58.585264 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Provisioning for port 5039a1b4-f63c-4ebd-b7ac-1f075beaeced completed by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 15:03:58.589634 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Provisioning complete for port 5039a1b4-f63c-4ebd-b7ac-1f075beaeced triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:03:58.590040 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:58.784553 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:58.798800 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4c244-7145-4e5e-8d0e-85ee7c3ba400 req-2f32eae6-42aa-4951-a797-c995ece5507c tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:58.800288 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c9e4c244-7145-4e5e-8d0e-85ee7c3ba400 req-2f32eae6-42aa-4951-a797-c995ece5507c tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 984 time: 0.0505419 Oct 26 15:03:58.807020 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef7f523-a1fb-40fe-b910-612adca02b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5039a1b4-f63c-4ebd-b7ac-1f075beaeced'}] {{(pid=108649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:03:58.809306 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce9ea8dafcd660945e4144893ae94b540b7d43bc7f31485d3ebdd76e7b8406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6b70c1-cf86-4a32-91bd-5c5c9423dc73" -d '{"events": [{"server_uuid": "cef7f523-a1fb-40fe-b910-612adca02b5e", "name": "network-vif-plugged", "status": "completed", "tag": "5039a1b4-f63c-4ebd-b7ac-1f075beaeced"}]}' {{(pid=108649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:03:58.822540 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port 5039a1b4-f63c-4ebd-b7ac-1f075beaeced, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=5039a1b4-f63c-4ebd-b7ac-1f075beaeced,segment=NetworkSegment(8621fa32-c66b-4463-805f-ba8280121809),segment_id=8621fa32-c66b-4463-805f-ba8280121809)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:03:58.841552 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c9e4c244-7145-4e5e-8d0e-85ee7c3ba400 req-c2a06a36-962e-42b5-86e6-dc7ac2572ac8 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d842cd51-f0de-4e29-bd1d-3af03c0a6640&id=bcc71342-7fe5-4670-9507-312ce82cc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349145 Oct 26 15:03:58.848209 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5eabbab-0865-4afe-935d-54dbeef7e212 x-openstack-request-id: req-c5eabbab-0865-4afe-935d-54dbeef7e212 {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:03:58.848567 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef7f523-a1fb-40fe-b910-612adca02b5e", "name": "network-vif-plugged", "status": "completed", "tag": "5039a1b4-f63c-4ebd-b7ac-1f075beaeced", "code": 200}]} {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:03:58.848824 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c5eabbab-0865-4afe-935d-54dbeef7e212 {{(pid=108649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:03:58.849239 dv-cinder-732704-6-iscsi neutron-server[108649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef7f523-a1fb-40fe-b910-612adca02b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5039a1b4-f63c-4ebd-b7ac-1f075beaeced', 'code': 200} Oct 26 15:03:58.882819 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:58.928858 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=5039a1b4-f63c-4ebd-b7ac-1f075beaeced,revision_number=5']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:03:59.246158 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e6ed2-366e-409b-a69f-516ed5713fd4 req-b6767f5b-f6c0-468d-a590-a7acee66c589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:59.247702 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-e61e6ed2-366e-409b-a69f-516ed5713fd4 req-b6767f5b-f6c0-468d-a590-a7acee66c589 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=cef7f523-a1fb-40fe-b910-612adca02b5e HTTP/1.1" status: 200 len: 1098 time: 0.0472889 Oct 26 15:03:59.291587 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-e61e6ed2-366e-409b-a69f-516ed5713fd4 req-b6bee3a2-1461-4533-92e0-6987b62a715f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338984 Oct 26 15:03:59.336221 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad7df1-7aaf-4ad4-8c9a-e9a5aa3aeac5 req-f3085582-96aa-4d90-8e05-f1b92154cc1a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:59.337724 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e9ad7df1-7aaf-4ad4-8c9a-e9a5aa3aeac5 req-f3085582-96aa-4d90-8e05-f1b92154cc1a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=cef7f523-a1fb-40fe-b910-612adca02b5e HTTP/1.1" status: 200 len: 945 time: 0.0808861 Oct 26 15:03:59.349123 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454ab08-8ef3-4969-a8c9-136af92a6ba5 req-ab6abb2b-f03e-4cf6-a991-6aad455d24f7 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:59.350448 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6454ab08-8ef3-4969-a8c9-136af92a6ba5 req-ab6abb2b-f03e-4cf6-a991-6aad455d24f7 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 946 time: 0.0826259 Oct 26 15:03:59.404634 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e9ad7df1-7aaf-4ad4-8c9a-e9a5aa3aeac5 req-3124aed3-dcc8-48b8-8456-61627329c0b4 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532172 Oct 26 15:03:59.409316 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6454ab08-8ef3-4969-a8c9-136af92a6ba5 req-d09c90e4-11a9-4f21-b976-533bf524c1d5 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517910 Oct 26 15:03:59.526396 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae8182-249c-4883-a2c9-14345b227c56 req-1fadd1a7-8ac3-42fa-bc77-c81c98d1f54a tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:59.527881 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-06ae8182-249c-4883-a2c9-14345b227c56 req-1fadd1a7-8ac3-42fa-bc77-c81c98d1f54a tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 946 time: 0.0522308 Oct 26 15:03:59.565426 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-06ae8182-249c-4883-a2c9-14345b227c56 req-c61bbbc5-34f0-4e29-9d75-fd2da25a8e78 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317419 Oct 26 15:03:59.586196 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 34492) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:03:59.777970 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31339cd1-9300-424b-baa9-941346ef1045 tempest-TestShelveInstance-952227396 tempest-TestShelveInstance-952227396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:59.781390 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-31339cd1-9300-424b-baa9-941346ef1045 tempest-TestShelveInstance-952227396 tempest-TestShelveInstance-952227396-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 1094 time: 0.1923664 Oct 26 15:03:59.782703 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 34496) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:03:59.787304 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-49fad3f2-f7e0-4980-ad8c-ed55690e01b2 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Request body: {'floatingip': {'floating_network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'port_id': 'd281f9da-d50c-47d9-9fb9-11a607f383f3', 'tenant_id': 'd27ee21879a14361af0baabc0f7cf95f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:03:59.883364 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-49fad3f2-f7e0-4980-ad8c-ed55690e01b2 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks [] for floatingip, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:59.993865 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f554f6ff-73b9-4f92-bb4c-eea656652880 req-5a30740c-a873-4409-9abb-fb276a205809 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:59.995294 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f554f6ff-73b9-4f92-bb4c-eea656652880 req-5a30740c-a873-4409-9abb-fb276a205809 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 984 time: 0.0699635 Oct 26 15:04:00.057868 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f554f6ff-73b9-4f92-bb4c-eea656652880 req-46f2b888-95c5-41fd-a818-6586ee7dceba tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d842cd51-f0de-4e29-bd1d-3af03c0a6640&id=bcc71342-7fe5-4670-9507-312ce82cc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538297 Oct 26 15:04:00.062428 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-49fad3f2-f7e0-4980-ad8c-ed55690e01b2 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:00.166115 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.db.db_base_plugin_common [None req-49fad3f2-f7e0-4980-ad8c-ed55690e01b2 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Allocated IP 172.27.0.118 (164d7f62-997a-4502-882b-0bfc21bc1de5/6ece9388-c7af-48ed-bfac-1151ab9231f6/1d6f2fb1-eaf9-4c58-a089-9aa88f3e6beb) {{(pid=108648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:04:00.530175 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-49fad3f2-f7e0-4980-ad8c-ed55690e01b2 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks [] for port, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:00.557400 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92fa36f-91fa-498c-af83-8460640cc304 req-a5a3209a-aa46-4579-bd09-8c7399d27081 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:00.558956 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a92fa36f-91fa-498c-af83-8460640cc304 req-a5a3209a-aa46-4579-bd09-8c7399d27081 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=cef7f523-a1fb-40fe-b910-612adca02b5e HTTP/1.1" status: 200 len: 945 time: 0.0698009 Oct 26 15:04:00.607312 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a92fa36f-91fa-498c-af83-8460640cc304 req-0ffa3652-68ff-4b54-8353-ea94f7982e15 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385792 Oct 26 15:04:00.895011 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-49fad3f2-f7e0-4980-ad8c-ed55690e01b2 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3397087'] for port, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:00.937756 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fad3f2-f7e0-4980-ad8c-ed55690e01b2 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Network 164d7f62-997a-4502-882b-0bfc21bc1de5 is already hosted by enough agents. {{(pid=108648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:04:00.940671 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.base_scheduler [None req-49fad3f2-f7e0-4980-ad8c-ed55690e01b2 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Resources bound (agent type, host, resource id): {{(pid=108648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:04:00.945104 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fad3f2-f7e0-4980-ad8c-ed55690e01b2 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Received port after_create {{(pid=108648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:04:00.950369 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fad3f2-f7e0-4980-ad8c-ed55690e01b2 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Pushing event updated for resources: {'Port': ['ID=1d6f2fb1-eaf9-4c58-a089-9aa88f3e6beb,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:01.211567 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0411ef3-61a1-47b8-b749-6c5c0f2f5877 req-e5ccc93c-a156-4acd-be3c-d2673a9ba557 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:01.212971 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e0411ef3-61a1-47b8-b749-6c5c0f2f5877 req-e5ccc93c-a156-4acd-be3c-d2673a9ba557 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 984 time: 0.0691688 Oct 26 15:04:01.320302 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e0411ef3-61a1-47b8-b749-6c5c0f2f5877 req-ec2a5278-e829-4e83-8163-1ec3dae0e499 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d842cd51-f0de-4e29-bd1d-3af03c0a6640&id=bcc71342-7fe5-4670-9507-312ce82cc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0990398 Oct 26 15:04:01.413827 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-49fad3f2-f7e0-4980-ad8c-ed55690e01b2 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:01.587917 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-49fad3f2-f7e0-4980-ad8c-ed55690e01b2 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:01.761695 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23659e25-2f47-4518-b333-8d868805cbb4 req-34bf9b04-3e5f-4b21-ad72-46071885a69b tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:01.763447 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-23659e25-2f47-4518-b333-8d868805cbb4 req-34bf9b04-3e5f-4b21-ad72-46071885a69b tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=cef7f523-a1fb-40fe-b910-612adca02b5e HTTP/1.1" status: 200 len: 945 time: 0.0842679 Oct 26 15:04:01.798012 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-49fad3f2-f7e0-4980-ad8c-ed55690e01b2 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks [] for port, precommit_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:01.816889 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-23659e25-2f47-4518-b333-8d868805cbb4 req-863e3482-d21c-4448-9bec-123ca5646026 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455737 Oct 26 15:04:01.860547 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-49fad3f2-f7e0-4980-ad8c-ed55690e01b2 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3397078'] for port, after_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:01.964241 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fad3f2-f7e0-4980-ad8c-ed55690e01b2 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Pushing event updated for resources: {'Port': ['ID=1d6f2fb1-eaf9-4c58-a089-9aa88f3e6beb,revision_number=2']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:01.976862 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-49fad3f2-f7e0-4980-ad8c-ed55690e01b2 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536297274'] for floatingip, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:01.989441 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c4f0b-9ea0-44d7-8ed0-5b46779e3510 req-d160ee84-4aa8-4ac4-9f01-ff9f3b984b2b tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:01.991791 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-726c4f0b-9ea0-44d7-8ed0-5b46779e3510 req-d160ee84-4aa8-4ac4-9f01-ff9f3b984b2b tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=cef7f523-a1fb-40fe-b910-612adca02b5e HTTP/1.1" status: 200 len: 945 time: 0.1012335 Oct 26 15:04:02.095795 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-726c4f0b-9ea0-44d7-8ed0-5b46779e3510 req-2f584380-4ae5-4dec-bae9-2563821133ad tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733020 Oct 26 15:04:02.120544 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.db.l3_db [None req-49fad3f2-f7e0-4980-ad8c-ed55690e01b2 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Floating IP 4763604c-3728-4d67-82d8-02d4f41f7318 associated. External IP: 172.27.0.118, port: d281f9da-d50c-47d9-9fb9-11a607f383f3. Oct 26 15:04:02.121457 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 34526) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:02.282848 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2032b467-bd36-4e06-9c02-8572499c5192 tempest-TestVolumeBootPattern-538369030 tempest-TestVolumeBootPattern-538369030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:02.284452 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-2032b467-bd36-4e06-9c02-8572499c5192 tempest-TestVolumeBootPattern-538369030 tempest-TestVolumeBootPattern-538369030-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=cef7f523-a1fb-40fe-b910-612adca02b5e HTTP/1.1" status: 200 len: 1093 time: 0.1615162 Oct 26 15:04:02.287363 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 34558) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:02.292128 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [None req-fa2cd22d-4712-4164-938c-7087c3d92191 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Request body: {'floatingip': {'floating_network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'port_id': '5039a1b4-f63c-4ebd-b7ac-1f075beaeced', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'fixed_ip_address': '172.20.0.6'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:04:02.335326 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49fad3f2-f7e0-4980-ad8c-ed55690e01b2 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Router 50816879-d3e1-4955-81f5-1c88c8bdf3e0 has already been hosted by L3 agent aad0d180-bd62-492d-9d56-445be5af9cbd {{(pid=108648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:04:02.408424 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-fa2cd22d-4712-4164-938c-7087c3d92191 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks [] for floatingip, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:02.513553 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-fa2cd22d-4712-4164-938c-7087c3d92191 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:02.533643 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18190db-720b-4430-82a5-bc2043cd81e9 req-80020de9-9437-483d-be60-28235cd4f958 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:02.535172 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e18190db-720b-4430-82a5-bc2043cd81e9 req-80020de9-9437-483d-be60-28235cd4f958 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 984 time: 0.1286170 Oct 26 15:04:02.552468 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49fad3f2-f7e0-4980-ad8c-ed55690e01b2 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Notify agent at l3_agent.dv-cinder-732704-6-iscsi the message routers_updated {{(pid=108648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:04:02.570418 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7abd5c-cbb6-4374-9590-26d1f620c716 None None] Sync routers for ids ['50816879-d3e1-4955-81f5-1c88c8bdf3e0'] in dv-cinder-732704-6-iscsi {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:04:02.585940 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7abd5c-cbb6-4374-9590-26d1f620c716 None None] Routers {'50816879-d3e1-4955-81f5-1c88c8bdf3e0'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:04:02.587894 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-7f7abd5c-cbb6-4374-9590-26d1f620c716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:03:43Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['50816879-d3e1-4955-81f5-1c88c8bdf3e0'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:02.596771 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e18190db-720b-4430-82a5-bc2043cd81e9 req-7c3294dd-279d-46fd-bf5c-09fcc85a19cd tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d842cd51-f0de-4e29-bd1d-3af03c0a6640&id=bcc71342-7fe5-4670-9507-312ce82cc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524945 Oct 26 15:04:02.644828 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.db_base_plugin_common [None req-fa2cd22d-4712-4164-938c-7087c3d92191 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Allocated IP 172.27.0.172 (164d7f62-997a-4502-882b-0bfc21bc1de5/6ece9388-c7af-48ed-bfac-1151ab9231f6/a6a49212-c72e-40cb-a480-1ff2f4f81e4b) {{(pid=108647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:04:02.696095 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-49fad3f2-f7e0-4980-ad8c-ed55690e01b2 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for floatingip, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:02.709332 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-7f7abd5c-cbb6-4374-9590-26d1f620c716 None None] Set router 50816879-d3e1-4955-81f5-1c88c8bdf3e0 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:04:02.727522 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-49fad3f2-f7e0-4980-ad8c-ed55690e01b2 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9436014 Oct 26 15:04:02.728173 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50b9d6b2-be6e-49ce-acc0-d0a262b47fb2', 'tag': 'd281f9da-d50c-47d9-9fb9-11a607f383f3'}] {{(pid=108648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:04:02.730819 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfc2c26cf4d6f56294a0969bf05099f9a11f02f7060f3ae519b1a3a74e90611f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c072ed-6d4e-4ffc-aa2f-114f6b1e8aca" -d '{"events": [{"name": "network-changed", "server_uuid": "50b9d6b2-be6e-49ce-acc0-d0a262b47fb2", "tag": "d281f9da-d50c-47d9-9fb9-11a607f383f3"}]}' {{(pid=108648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:04:02.770037 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-fa2cd22d-4712-4164-938c-7087c3d92191 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks [] for port, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:02.788305 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1e03ee-e5e4-43fd-a122-3a6ada1ce939 x-openstack-request-id: req-2d1e03ee-e5e4-43fd-a122-3a6ada1ce939 {{(pid=108648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:04:02.788305 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50b9d6b2-be6e-49ce-acc0-d0a262b47fb2", "tag": "d281f9da-d50c-47d9-9fb9-11a607f383f3", "status": "completed", "code": 200}]} {{(pid=108648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:04:02.788305 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2d1e03ee-e5e4-43fd-a122-3a6ada1ce939 {{(pid=108648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:04:02.788305 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50b9d6b2-be6e-49ce-acc0-d0a262b47fb2', 'tag': 'd281f9da-d50c-47d9-9fb9-11a607f383f3', 'status': 'completed', 'code': 200} Oct 26 15:04:02.853493 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c072ed-6d4e-4ffc-aa2f-114f6b1e8aca req-e3fbcc40-973b-4b8d-a16c-726fb93e7a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:02.855062 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-33c072ed-6d4e-4ffc-aa2f-114f6b1e8aca req-e3fbcc40-973b-4b8d-a16c-726fb93e7a9c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d27ee21879a14361af0baabc0f7cf95f&device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 1099 time: 0.0439560 Oct 26 15:04:02.925847 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-fa2cd22d-4712-4164-938c-7087c3d92191 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:02.975965 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2cd22d-4712-4164-938c-7087c3d92191 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Network 164d7f62-997a-4502-882b-0bfc21bc1de5 is already hosted by enough agents. {{(pid=108647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:04:02.994975 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [None req-fa2cd22d-4712-4164-938c-7087c3d92191 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Resources bound (agent type, host, resource id): {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:04:02.994975 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2cd22d-4712-4164-938c-7087c3d92191 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Received port after_create {{(pid=108647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:04:02.995231 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-7f7abd5c-cbb6-4374-9590-26d1f620c716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50816879-d3e1-4955-81f5-1c88c8bdf3e0', 'name': 'tempest-TestShelveInstance-156439260-router', 'tenant_id': 'd27ee21879a14361af0baabc0f7cf95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'ad86213e-63d8-4eaf-897a-3abaea415222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:15Z', 'updated_at': '2021-10-26T15:02:21Z', 'revision_number': 4, 'project_id': 'd27ee21879a14361af0baabc0f7cf95f', 'gw_port': {'id': 'ad86213e-63d8-4eaf-897a-3abaea415222', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50816879-d3e1-4955-81f5-1c88c8bdf3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:16Z', 'updated_at': '2021-10-26T15:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_floatingips': [{'id': '4763604c-3728-4d67-82d8-02d4f41f7318', 'tenant_id': 'd27ee21879a14361af0baabc0f7cf95f', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'router_id': '50816879-d3e1-4955-81f5-1c88c8bdf3e0', 'port_id': 'd281f9da-d50c-47d9-9fb9-11a607f383f3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb1882a3-668f-4be4-b145-338650ea2d5d', 'mac_address': 'fa:16:3e:36:95:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b9d6b2-be6e-49ce-acc0-d0a262b47fb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:04:01Z', 'updated_at': '2021-10-26T15:04:01Z', 'revision_number': 0, 'project_id': 'd27ee21879a14361af0baabc0f7cf95f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b07a00ea-4f47-4fea-9a28-fe44f6bea741', 'name': '', 'network_id': 'cb1882a3-668f-4be4-b145-338650ea2d5d', 'tenant_id': 'd27ee21879a14361af0baabc0f7cf95f', 'mac_address': 'fa:16:3e:82:88:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50816879-d3e1-4955-81f5-1c88c8bdf3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f3751a7e-e8cf-4058-a8ef-38ac9afbb57b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:19Z', 'updated_at': '2021-10-26T15:02:27Z', 'revision_number': 5, 'project_id': 'd27ee21879a14361af0baabc0f7cf95f', 'subnets': [{'id': 'f3751a7e-e8cf-4058-a8ef-38ac9afbb57b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:02.996457 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2cd22d-4712-4164-938c-7087c3d92191 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Pushing event updated for resources: {'Port': ['ID=a6a49212-c72e-40cb-a480-1ff2f4f81e4b,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:03.025053 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7abd5c-cbb6-4374-9590-26d1f620c716 None None] Checking router: 50816879-d3e1-4955-81f5-1c88c8bdf3e0 for host: dv-cinder-732704-6-iscsi {{(pid=108649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:04:03.032356 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7abd5c-cbb6-4374-9590-26d1f620c716 None None] Routers {'50816879-d3e1-4955-81f5-1c88c8bdf3e0'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:04:03.032972 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-7f7abd5c-cbb6-4374-9590-26d1f620c716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:03:43Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['50816879-d3e1-4955-81f5-1c88c8bdf3e0'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:03.053078 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c072ed-6d4e-4ffc-aa2f-114f6b1e8aca req-9f2ba948-3171-4afa-a53f-09a3aae1b592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:03.054550 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-33c072ed-6d4e-4ffc-aa2f-114f6b1e8aca req-9f2ba948-3171-4afa-a53f-09a3aae1b592 service neutron] 10.222.0.76 "GET /v2.0/networks?id=cb1882a3-668f-4be4-b145-338650ea2d5d HTTP/1.1" status: 200 len: 909 time: 0.1752610 Oct 26 15:04:03.154320 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-7f7abd5c-cbb6-4374-9590-26d1f620c716 None None] Set router 50816879-d3e1-4955-81f5-1c88c8bdf3e0 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:04:03.185844 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-33c072ed-6d4e-4ffc-aa2f-114f6b1e8aca req-e00d4d73-9dd4-4756-90ee-8a9ef6752fa7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d281f9da-d50c-47d9-9fb9-11a607f383f3 HTTP/1.1" status: 200 len: 1000 time: 0.1050477 Oct 26 15:04:03.301922 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c072ed-6d4e-4ffc-aa2f-114f6b1e8aca req-da59ed73-4e96-41ee-a87e-e59421aebeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:03.303400 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-33c072ed-6d4e-4ffc-aa2f-114f6b1e8aca req-da59ed73-4e96-41ee-a87e-e59421aebeea service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f3751a7e-e8cf-4058-a8ef-38ac9afbb57b HTTP/1.1" status: 200 len: 847 time: 0.0859067 Oct 26 15:04:03.391018 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c072ed-6d4e-4ffc-aa2f-114f6b1e8aca req-8ccb41f1-30a4-44cb-9096-57f1b7170f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:03.392419 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-33c072ed-6d4e-4ffc-aa2f-114f6b1e8aca req-8ccb41f1-30a4-44cb-9096-57f1b7170f3d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cb1882a3-668f-4be4-b145-338650ea2d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0781512 Oct 26 15:04:03.407553 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-7f7abd5c-cbb6-4374-9590-26d1f620c716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50816879-d3e1-4955-81f5-1c88c8bdf3e0', 'name': 'tempest-TestShelveInstance-156439260-router', 'tenant_id': 'd27ee21879a14361af0baabc0f7cf95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'ad86213e-63d8-4eaf-897a-3abaea415222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:15Z', 'updated_at': '2021-10-26T15:02:21Z', 'revision_number': 4, 'project_id': 'd27ee21879a14361af0baabc0f7cf95f', 'gw_port': {'id': 'ad86213e-63d8-4eaf-897a-3abaea415222', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50816879-d3e1-4955-81f5-1c88c8bdf3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:16Z', 'updated_at': '2021-10-26T15:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_floatingips': [{'id': '4763604c-3728-4d67-82d8-02d4f41f7318', 'tenant_id': 'd27ee21879a14361af0baabc0f7cf95f', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'router_id': '50816879-d3e1-4955-81f5-1c88c8bdf3e0', 'port_id': 'd281f9da-d50c-47d9-9fb9-11a607f383f3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb1882a3-668f-4be4-b145-338650ea2d5d', 'mac_address': 'fa:16:3e:36:95:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b9d6b2-be6e-49ce-acc0-d0a262b47fb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:04:01Z', 'updated_at': '2021-10-26T15:04:01Z', 'revision_number': 0, 'project_id': 'd27ee21879a14361af0baabc0f7cf95f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b07a00ea-4f47-4fea-9a28-fe44f6bea741', 'name': '', 'network_id': 'cb1882a3-668f-4be4-b145-338650ea2d5d', 'tenant_id': 'd27ee21879a14361af0baabc0f7cf95f', 'mac_address': 'fa:16:3e:82:88:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50816879-d3e1-4955-81f5-1c88c8bdf3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f3751a7e-e8cf-4058-a8ef-38ac9afbb57b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:19Z', 'updated_at': '2021-10-26T15:02:27Z', 'revision_number': 5, 'project_id': 'd27ee21879a14361af0baabc0f7cf95f', 'subnets': [{'id': 'f3751a7e-e8cf-4058-a8ef-38ac9afbb57b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:03.435372 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7abd5c-cbb6-4374-9590-26d1f620c716 None None] The sync data for ids ['50816879-d3e1-4955-81f5-1c88c8bdf3e0'] in dv-cinder-732704-6-iscsi is: [{'id': '50816879-d3e1-4955-81f5-1c88c8bdf3e0', 'name': 'tempest-TestShelveInstance-156439260-router', 'tenant_id': 'd27ee21879a14361af0baabc0f7cf95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'ad86213e-63d8-4eaf-897a-3abaea415222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:15Z', 'updated_at': '2021-10-26T15:02:21Z', 'revision_number': 4, 'project_id': 'd27ee21879a14361af0baabc0f7cf95f', 'gw_port': {'id': 'ad86213e-63d8-4eaf-897a-3abaea415222', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50816879-d3e1-4955-81f5-1c88c8bdf3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:16Z', 'updated_at': '2021-10-26T15:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_floatingips': [{'id': '4763604c-3728-4d67-82d8-02d4f41f7318', 'tenant_id': 'd27ee21879a14361af0baabc0f7cf95f', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'router_id': '50816879-d3e1-4955-81f5-1c88c8bdf3e0', 'port_id': 'd281f9da-d50c-47d9-9fb9-11a607f383f3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb1882a3-668f-4be4-b145-338650ea2d5d', 'mac_address': 'fa:16:3e:36:95:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b9d6b2-be6e-49ce-acc0-d0a262b47fb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:04:01Z', 'updated_at': '2021-10-26T15:04:01Z', 'revision_number': 0, 'project_id': 'd27ee21879a14361af0baabc0f7cf95f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b07a00ea-4f47-4fea-9a28-fe44f6bea741', 'name': '', 'network_id': 'cb1882a3-668f-4be4-b145-338650ea2d5d', 'tenant_id': 'd27ee21879a14361af0baabc0f7cf95f', 'mac_address': 'fa:16:3e:82:88:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50816879-d3e1-4955-81f5-1c88c8bdf3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f3751a7e-e8cf-4058-a8ef-38ac9afbb57b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:19Z', 'updated_at': '2021-10-26T15:02:27Z', 'revision_number': 5, 'project_id': 'd27ee21879a14361af0baabc0f7cf95f', 'subnets': [{'id': 'f3751a7e-e8cf-4058-a8ef-38ac9afbb57b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:04:03.555996 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-fa2cd22d-4712-4164-938c-7087c3d92191 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:03.593850 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-33c072ed-6d4e-4ffc-aa2f-114f6b1e8aca req-c64264b9-0976-4ce3-8690-4970f0602db8 service neutron] 10.222.0.76 "GET /v2.0/networks/cb1882a3-668f-4be4-b145-338650ea2d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899421 Oct 26 15:04:03.677679 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb4de16-c9a1-4c6a-9a50-15ea496ba0f2 None None] New status for floating IP 4763604c-3728-4d67-82d8-02d4f41f7318: ACTIVE {{(pid=108650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:04:03.740753 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-33c072ed-6d4e-4ffc-aa2f-114f6b1e8aca req-703d996a-039d-46f5-81ee-18f77da64d44 service neutron] 10.222.0.76 "GET /v2.0/networks/cb1882a3-668f-4be4-b145-338650ea2d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374099 Oct 26 15:04:03.742360 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-fa2cd22d-4712-4164-938c-7087c3d92191 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:03.762711 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3cf57-47ee-4459-9e22-eddb22878b90 req-0942a399-d729-4f22-ba60-164289ab048b tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:03.764412 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d6c3cf57-47ee-4459-9e22-eddb22878b90 req-0942a399-d729-4f22-ba60-164289ab048b tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 984 time: 0.0918684 Oct 26 15:04:03.817447 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d6c3cf57-47ee-4459-9e22-eddb22878b90 req-3feaf2ce-2a39-462a-aa25-e24675ccd63e tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d842cd51-f0de-4e29-bd1d-3af03c0a6640&id=bcc71342-7fe5-4670-9507-312ce82cc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0449305 Oct 26 15:04:03.917423 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-fa2cd22d-4712-4164-938c-7087c3d92191 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks [] for port, precommit_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:04.048568 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-fa2cd22d-4712-4164-938c-7087c3d92191 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8556446'] for port, after_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:04.116031 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2cd22d-4712-4164-938c-7087c3d92191 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Pushing event updated for resources: {'Port': ['ID=a6a49212-c72e-40cb-a480-1ff2f4f81e4b,revision_number=2']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:04.129666 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-fa2cd22d-4712-4164-938c-7087c3d92191 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536297274'] for floatingip, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:04.442872 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.db.l3_db [None req-fa2cd22d-4712-4164-938c-7087c3d92191 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Floating IP 23212c03-69ce-4a19-a0e7-46044200b920 associated. External IP: 172.27.0.172, port: 5039a1b4-f63c-4ebd-b7ac-1f075beaeced. Oct 26 15:04:04.655543 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa2cd22d-4712-4164-938c-7087c3d92191 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Router 4054a3b4-1b92-4cc2-981e-d4bf7d393595 has already been hosted by L3 agent aad0d180-bd62-492d-9d56-445be5af9cbd {{(pid=108647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:04:04.765422 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2cd22d-4712-4164-938c-7087c3d92191 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Notify agent at l3_agent.dv-cinder-732704-6-iscsi the message routers_updated {{(pid=108647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:04:04.777381 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cb2265-f4ba-45c8-bb04-0058cf5c2f15 None None] Sync routers for ids ['4054a3b4-1b92-4cc2-981e-d4bf7d393595'] in dv-cinder-732704-6-iscsi {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:04:04.788244 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cb2265-f4ba-45c8-bb04-0058cf5c2f15 None None] Routers {'4054a3b4-1b92-4cc2-981e-d4bf7d393595'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:04:04.788866 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-b4cb2265-f4ba-45c8-bb04-0058cf5c2f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:03:43Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['4054a3b4-1b92-4cc2-981e-d4bf7d393595'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:04.873374 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-fa2cd22d-4712-4164-938c-7087c3d92191 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for floatingip, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:04.902463 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-fa2cd22d-4712-4164-938c-7087c3d92191 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6137159 Oct 26 15:04:04.903185 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef7f523-a1fb-40fe-b910-612adca02b5e', 'tag': '5039a1b4-f63c-4ebd-b7ac-1f075beaeced'}] {{(pid=108647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:04:04.905638 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c67b12b1cf7ef49faca107c22834427ed1d300477b197fee39d1c6656c9e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeea9b76-207a-4478-8209-bf74ed0052a0" -d '{"events": [{"name": "network-changed", "server_uuid": "cef7f523-a1fb-40fe-b910-612adca02b5e", "tag": "5039a1b4-f63c-4ebd-b7ac-1f075beaeced"}]}' {{(pid=108647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:04:04.917762 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-b4cb2265-f4ba-45c8-bb04-0058cf5c2f15 None None] Set router 4054a3b4-1b92-4cc2-981e-d4bf7d393595 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:04:04.947108 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6558aeec-ff06-4539-aa0d-849cc00a036d x-openstack-request-id: req-6558aeec-ff06-4539-aa0d-849cc00a036d {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:04:04.947506 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef7f523-a1fb-40fe-b910-612adca02b5e", "tag": "5039a1b4-f63c-4ebd-b7ac-1f075beaeced", "status": "completed", "code": 200}]} {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:04:04.948297 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6558aeec-ff06-4539-aa0d-849cc00a036d {{(pid=108647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:04:04.948297 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef7f523-a1fb-40fe-b910-612adca02b5e', 'tag': '5039a1b4-f63c-4ebd-b7ac-1f075beaeced', 'status': 'completed', 'code': 200} Oct 26 15:04:04.955434 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802df9c-0ace-494c-bb79-6ebddabd4660 req-99e635af-7581-4d0b-99a1-dc47a211ac11 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:04.956943 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2802df9c-0ace-494c-bb79-6ebddabd4660 req-99e635af-7581-4d0b-99a1-dc47a211ac11 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 984 time: 0.0612385 Oct 26 15:04:05.005665 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2802df9c-0ace-494c-bb79-6ebddabd4660 req-63fdfd2d-baf4-42bb-ae1d-41f576c9d835 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d842cd51-f0de-4e29-bd1d-3af03c0a6640&id=bcc71342-7fe5-4670-9507-312ce82cc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416477 Oct 26 15:04:05.052094 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea9b76-207a-4478-8209-bf74ed0052a0 req-3e7d6d61-b696-4120-96f7-ca828b11c485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:05.053896 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-eeea9b76-207a-4478-8209-bf74ed0052a0 req-3e7d6d61-b696-4120-96f7-ca828b11c485 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1c0d3cfad56e4c61a215d25516cd6470&device_id=cef7f523-a1fb-40fe-b910-612adca02b5e HTTP/1.1" status: 200 len: 1098 time: 0.0540216 Oct 26 15:04:05.165999 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea9b76-207a-4478-8209-bf74ed0052a0 req-5095a68c-7542-426a-8d84-f42dd0832eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:05.167567 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-eeea9b76-207a-4478-8209-bf74ed0052a0 req-5095a68c-7542-426a-8d84-f42dd0832eec service neutron] 10.222.0.76 "GET /v2.0/networks?id=d121bef5-e7a7-4cc1-ab11-dcb6c02a3865 HTTP/1.1" status: 200 len: 913 time: 0.0993814 Oct 26 15:04:05.173109 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-b4cb2265-f4ba-45c8-bb04-0058cf5c2f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'name': 'tempest-TestVolumeBootPattern-1982504479-router', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '258a6c86-79a5-4c0d-8937-9742466f1498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:20Z', 'updated_at': '2021-10-26T15:02:26Z', 'revision_number': 4, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'gw_port': {'id': '258a6c86-79a5-4c0d-8937-9742466f1498', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:22Z', 'updated_at': '2021-10-26T15:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_floatingips': [{'id': '23212c03-69ce-4a19-a0e7-46044200b920', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'router_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'port_id': '5039a1b4-f63c-4ebd-b7ac-1f075beaeced', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865', 'mac_address': 'fa:16:3e:a2:03:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef7f523-a1fb-40fe-b910-612adca02b5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:04:03Z', 'updated_at': '2021-10-26T15:04:03Z', 'revision_number': 0, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f866454-2564-47ec-8643-cb2d80ed809a', 'name': '', 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'mac_address': 'fa:16:3e:0c:9f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'd2f548be-e416-40d5-a12d-a157ab7e380b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:25Z', 'updated_at': '2021-10-26T15:02:34Z', 'revision_number': 5, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'subnets': [{'id': 'd2f548be-e416-40d5-a12d-a157ab7e380b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:05.199741 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cb2265-f4ba-45c8-bb04-0058cf5c2f15 None None] Checking router: 4054a3b4-1b92-4cc2-981e-d4bf7d393595 for host: dv-cinder-732704-6-iscsi {{(pid=108649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:04:05.208608 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cb2265-f4ba-45c8-bb04-0058cf5c2f15 None None] Routers {'4054a3b4-1b92-4cc2-981e-d4bf7d393595'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:04:05.209230 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-b4cb2265-f4ba-45c8-bb04-0058cf5c2f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:03:43Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['4054a3b4-1b92-4cc2-981e-d4bf7d393595'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:05.246302 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-eeea9b76-207a-4478-8209-bf74ed0052a0 req-53cbf524-112a-4943-9601-0ccc9f737f98 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5039a1b4-f63c-4ebd-b7ac-1f075beaeced HTTP/1.1" status: 200 len: 999 time: 0.0612326 Oct 26 15:04:05.303963 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea9b76-207a-4478-8209-bf74ed0052a0 req-2eda5a3b-20de-490e-909b-ef7bce02399f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:05.305334 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-eeea9b76-207a-4478-8209-bf74ed0052a0 req-2eda5a3b-20de-490e-909b-ef7bce02399f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d2f548be-e416-40d5-a12d-a157ab7e380b HTTP/1.1" status: 200 len: 851 time: 0.0477169 Oct 26 15:04:05.316684 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-b4cb2265-f4ba-45c8-bb04-0058cf5c2f15 None None] Set router 4054a3b4-1b92-4cc2-981e-d4bf7d393595 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:04:05.357910 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea9b76-207a-4478-8209-bf74ed0052a0 req-59701159-7bdb-468f-b9cf-4e7a6f376c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:05.359461 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-eeea9b76-207a-4478-8209-bf74ed0052a0 req-59701159-7bdb-468f-b9cf-4e7a6f376c3a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d121bef5-e7a7-4cc1-ab11-dcb6c02a3865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455360 Oct 26 15:04:05.452865 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-eeea9b76-207a-4478-8209-bf74ed0052a0 req-02d97cd4-5c90-461b-9afc-8cb0ec06996e service neutron] 10.222.0.76 "GET /v2.0/networks/d121bef5-e7a7-4cc1-ab11-dcb6c02a3865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844498 Oct 26 15:04:05.560422 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-eeea9b76-207a-4478-8209-bf74ed0052a0 req-0381a36c-535b-4143-868f-c9080db1cfbc service neutron] 10.222.0.76 "GET /v2.0/networks/d121bef5-e7a7-4cc1-ab11-dcb6c02a3865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984964 Oct 26 15:04:05.561863 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-b4cb2265-f4ba-45c8-bb04-0058cf5c2f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'name': 'tempest-TestVolumeBootPattern-1982504479-router', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '258a6c86-79a5-4c0d-8937-9742466f1498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:20Z', 'updated_at': '2021-10-26T15:02:26Z', 'revision_number': 4, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'gw_port': {'id': '258a6c86-79a5-4c0d-8937-9742466f1498', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:22Z', 'updated_at': '2021-10-26T15:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_floatingips': [{'id': '23212c03-69ce-4a19-a0e7-46044200b920', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'router_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'port_id': '5039a1b4-f63c-4ebd-b7ac-1f075beaeced', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865', 'mac_address': 'fa:16:3e:a2:03:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef7f523-a1fb-40fe-b910-612adca02b5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:04:03Z', 'updated_at': '2021-10-26T15:04:03Z', 'revision_number': 0, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f866454-2564-47ec-8643-cb2d80ed809a', 'name': '', 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'mac_address': 'fa:16:3e:0c:9f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'd2f548be-e416-40d5-a12d-a157ab7e380b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:25Z', 'updated_at': '2021-10-26T15:02:34Z', 'revision_number': 5, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'subnets': [{'id': 'd2f548be-e416-40d5-a12d-a157ab7e380b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:05.589826 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cb2265-f4ba-45c8-bb04-0058cf5c2f15 None None] The sync data for ids ['4054a3b4-1b92-4cc2-981e-d4bf7d393595'] in dv-cinder-732704-6-iscsi is: [{'id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'name': 'tempest-TestVolumeBootPattern-1982504479-router', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '258a6c86-79a5-4c0d-8937-9742466f1498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:20Z', 'updated_at': '2021-10-26T15:02:26Z', 'revision_number': 4, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'gw_port': {'id': '258a6c86-79a5-4c0d-8937-9742466f1498', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:22Z', 'updated_at': '2021-10-26T15:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_floatingips': [{'id': '23212c03-69ce-4a19-a0e7-46044200b920', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'router_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'port_id': '5039a1b4-f63c-4ebd-b7ac-1f075beaeced', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865', 'mac_address': 'fa:16:3e:a2:03:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef7f523-a1fb-40fe-b910-612adca02b5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:04:03Z', 'updated_at': '2021-10-26T15:04:03Z', 'revision_number': 0, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f866454-2564-47ec-8643-cb2d80ed809a', 'name': '', 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'mac_address': 'fa:16:3e:0c:9f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'd2f548be-e416-40d5-a12d-a157ab7e380b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:25Z', 'updated_at': '2021-10-26T15:02:34Z', 'revision_number': 5, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'subnets': [{'id': 'd2f548be-e416-40d5-a12d-a157ab7e380b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:04:05.792720 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cc991c-602a-45ba-8c84-b8add7baa6b2 None None] New status for floating IP 23212c03-69ce-4a19-a0e7-46044200b920: ACTIVE {{(pid=108650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:04:06.137410 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06196a-fc70-4a4f-9dad-70db676b527a req-b1389182-c9a2-407b-bba3-09cbd7a1a446 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:06.138987 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-df06196a-fc70-4a4f-9dad-70db676b527a req-b1389182-c9a2-407b-bba3-09cbd7a1a446 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 984 time: 0.0567915 Oct 26 15:04:06.180065 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-df06196a-fc70-4a4f-9dad-70db676b527a req-176e455f-55a2-4960-9b60-4618705b288d tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d842cd51-f0de-4e29-bd1d-3af03c0a6640&id=bcc71342-7fe5-4670-9507-312ce82cc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349793 Oct 26 15:04:07.297392 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1bd3e-daa2-492c-9068-3c16ed8bcf55 req-0d1d291d-58c2-401e-a86f-90f8fdffe515 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:07.298909 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-acf1bd3e-daa2-492c-9068-3c16ed8bcf55 req-0d1d291d-58c2-401e-a86f-90f8fdffe515 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 984 time: 0.0513873 Oct 26 15:04:07.340104 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-acf1bd3e-daa2-492c-9068-3c16ed8bcf55 req-c1fb014b-11cb-467e-95f0-c9f0b3cb5479 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d842cd51-f0de-4e29-bd1d-3af03c0a6640&id=bcc71342-7fe5-4670-9507-312ce82cc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350459 Oct 26 15:04:07.922483 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-799f1f5d-c579-4296-a210-dda5bec3af66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:08.465588 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d7b68-9efc-4381-b132-25efa5bb5a7f req-e7c23603-7643-4cf4-863d-68649af058e3 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:08.466842 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-396d7b68-9efc-4381-b132-25efa5bb5a7f req-e7c23603-7643-4cf4-863d-68649af058e3 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 984 time: 0.0583177 Oct 26 15:04:08.509268 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-396d7b68-9efc-4381-b132-25efa5bb5a7f req-83bdb042-fa01-4abf-ad70-8bcf2e9e6c19 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d842cd51-f0de-4e29-bd1d-3af03c0a6640&id=bcc71342-7fe5-4670-9507-312ce82cc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359671 Oct 26 15:04:13.219469 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-e7a66ef5-1cad-404d-89a7-254c5615bcfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:13.773864 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:13.808029 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:15.339612 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:28.465140 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:29.209353 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:04:29.410801 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 34716) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:29.513478 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-c8f4b109-1e29-44be-beae-10247cf57df5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:29.585479 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-c8f4b109-1e29-44be-beae-10247cf57df5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:29.693365 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-c8f4b109-1e29-44be-beae-10247cf57df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:29.732624 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-c8f4b109-1e29-44be-beae-10247cf57df5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6e4882c95de84f82967887d29a22d61e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3206117 Oct 26 15:04:29.733480 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4b109-1e29-44be-beae-10247cf57df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038ac69e-22a2-45c1-b75c-8fed562bbdab,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:29.735257 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 34720) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:29.740845 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4b109-1e29-44be-beae-10247cf57df5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:29.741199 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4b109-1e29-44be-beae-10247cf57df5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:29.741718 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4b109-1e29-44be-beae-10247cf57df5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:29.741924 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4b109-1e29-44be-beae-10247cf57df5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:29.742262 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4b109-1e29-44be-beae-10247cf57df5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:29.742596 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4b109-1e29-44be-beae-10247cf57df5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:29.742958 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4b109-1e29-44be-beae-10247cf57df5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:29.743292 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4b109-1e29-44be-beae-10247cf57df5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:29.743626 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4b109-1e29-44be-beae-10247cf57df5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:29.745053 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4b109-1e29-44be-beae-10247cf57df5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:29.745392 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4b109-1e29-44be-beae-10247cf57df5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:29.745723 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4b109-1e29-44be-beae-10247cf57df5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:29.788166 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-1d4eccb6-1aa7-4fdb-86ac-87b26389c1b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:29.809092 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-1d4eccb6-1aa7-4fdb-86ac-87b26389c1b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:29.950420 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-1d4eccb6-1aa7-4fdb-86ac-87b26389c1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:29.953051 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-1d4eccb6-1aa7-4fdb-86ac-87b26389c1b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:29.954230 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-1d4eccb6-1aa7-4fdb-86ac-87b26389c1b5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/038ac69e-22a2-45c1-b75c-8fed562bbdab HTTP/1.1" status: 204 len: 168 time: 0.2179742 Oct 26 15:04:29.961979 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4eccb6-1aa7-4fdb-86ac-87b26389c1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038ac69e-22a2-45c1-b75c-8fed562bbdab,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:29.969714 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4eccb6-1aa7-4fdb-86ac-87b26389c1b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:29.970053 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4eccb6-1aa7-4fdb-86ac-87b26389c1b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:29.970674 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4eccb6-1aa7-4fdb-86ac-87b26389c1b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:29.971010 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4eccb6-1aa7-4fdb-86ac-87b26389c1b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:29.971335 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4eccb6-1aa7-4fdb-86ac-87b26389c1b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:29.971690 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4eccb6-1aa7-4fdb-86ac-87b26389c1b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:29.972030 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4eccb6-1aa7-4fdb-86ac-87b26389c1b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:29.972339 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4eccb6-1aa7-4fdb-86ac-87b26389c1b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:29.972659 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4eccb6-1aa7-4fdb-86ac-87b26389c1b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:29.972978 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4eccb6-1aa7-4fdb-86ac-87b26389c1b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:29.973294 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4eccb6-1aa7-4fdb-86ac-87b26389c1b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:29.973610 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4eccb6-1aa7-4fdb-86ac-87b26389c1b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:31.578813 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-76a383e5-bb7f-41d0-b46e-fc1230dd05dc req-def37691-b43d-4d0a-bfdc-29f8c35126b2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1259255 Oct 26 15:04:31.656170 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a383e5-bb7f-41d0-b46e-fc1230dd05dc req-912c3256-6efd-422c-ac00-048f11d76acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:31.657698 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-76a383e5-bb7f-41d0-b46e-fc1230dd05dc req-912c3256-6efd-422c-ac00-048f11d76acb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6848328b3c604db790b65db1f62c66b8&device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 1099 time: 0.0492904 Oct 26 15:04:31.767701 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a383e5-bb7f-41d0-b46e-fc1230dd05dc req-d2e657e2-0308-41cb-a7e5-579aff784ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:31.769073 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-76a383e5-bb7f-41d0-b46e-fc1230dd05dc req-d2e657e2-0308-41cb-a7e5-579aff784ebd service neutron] 10.222.0.76 "GET /v2.0/networks?id=6573438f-02ca-45f5-8fe3-7bc7af911bdf HTTP/1.1" status: 200 len: 917 time: 0.0857291 Oct 26 15:04:31.840102 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-76a383e5-bb7f-41d0-b46e-fc1230dd05dc req-7ea14de8-e281-43dc-aca9-c66a67fbf05f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1551acc4-c5a7-447f-9f65-8e2572534574 HTTP/1.1" status: 200 len: 1001 time: 0.0598249 Oct 26 15:04:31.905836 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a383e5-bb7f-41d0-b46e-fc1230dd05dc req-8402e9aa-b5d9-467b-8e3a-6d3904f64ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:31.907308 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-76a383e5-bb7f-41d0-b46e-fc1230dd05dc req-8402e9aa-b5d9-467b-8e3a-6d3904f64ba0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=eb360883-a29a-4019-ba79-ea1f2d3809c0 HTTP/1.1" status: 200 len: 855 time: 0.0437136 Oct 26 15:04:31.955750 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a383e5-bb7f-41d0-b46e-fc1230dd05dc req-052359ff-4d6a-47ef-aa19-daf126267585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:31.957226 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-76a383e5-bb7f-41d0-b46e-fc1230dd05dc req-052359ff-4d6a-47ef-aa19-daf126267585 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6573438f-02ca-45f5-8fe3-7bc7af911bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398099 Oct 26 15:04:32.055538 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-76a383e5-bb7f-41d0-b46e-fc1230dd05dc req-d714ded2-2d13-45e3-a6c0-6f677432439c service neutron] 10.222.0.76 "GET /v2.0/networks/6573438f-02ca-45f5-8fe3-7bc7af911bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826352 Oct 26 15:04:32.142197 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-76a383e5-bb7f-41d0-b46e-fc1230dd05dc req-d200d6f5-12de-4f95-a60c-784d3a74c4a9 service neutron] 10.222.0.76 "GET /v2.0/networks/6573438f-02ca-45f5-8fe3-7bc7af911bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783987 Oct 26 15:04:34.097356 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d3988-3b26-43fb-9795-efbf74c32e4d req-61d626f8-5b97-4cfc-93f7-2d41ef73ad9c tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:34.098865 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-770d3988-3b26-43fb-9795-efbf74c32e4d req-61d626f8-5b97-4cfc-93f7-2d41ef73ad9c tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.1590552 Oct 26 15:04:34.136071 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-770d3988-3b26-43fb-9795-efbf74c32e4d req-0bab1caa-c42a-4b4e-b909-ed308f948776 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307145 Oct 26 15:04:35.309631 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a7dbc-bf2d-4dbd-b683-263a576114e5 req-ec05dbfa-e78a-4e50-b8ab-d044a0863dbf tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:35.311140 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-842a7dbc-bf2d-4dbd-b683-263a576114e5 req-ec05dbfa-e78a-4e50-b8ab-d044a0863dbf tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.1030905 Oct 26 15:04:35.349009 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-842a7dbc-bf2d-4dbd-b683-263a576114e5 req-2d660074-ebc0-485e-907a-165fbcd19514 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318384 Oct 26 15:04:36.376526 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64360e-2c5b-4532-9bff-6c36383330dc req-25c4ad9e-805a-4e1d-8789-3b5030ae3f0f tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:36.378014 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-2f64360e-2c5b-4532-9bff-6c36383330dc req-25c4ad9e-805a-4e1d-8789-3b5030ae3f0f tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.0521605 Oct 26 15:04:36.465404 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4c95d-f424-4da8-b318-33d9aed96886 req-18026455-3679-4802-b6c7-da18677a053f tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:36.467661 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-01b4c95d-f424-4da8-b318-33d9aed96886 req-18026455-3679-4802-b6c7-da18677a053f tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 946 time: 0.0522342 Oct 26 15:04:36.473721 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [req-2f64360e-2c5b-4532-9bff-6c36383330dc req-1107f6cc-1100-401a-acdb-83141b942433 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Deleting port 6da2a63a-8d1d-4175-81f3-9f2c067770b0 {{(pid=108647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:04:36.474059 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-2f64360e-2c5b-4532-9bff-6c36383330dc req-1107f6cc-1100-401a-acdb-83141b942433 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:36.510329 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-01b4c95d-f424-4da8-b318-33d9aed96886 req-5531f050-fa26-48e5-81fb-22c0704117e1 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45b691f-1921-4a04-a9f1-dc4b9749de85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318959 Oct 26 15:04:36.564688 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [req-2f64360e-2c5b-4532-9bff-6c36383330dc req-1107f6cc-1100-401a-acdb-83141b942433 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] For port 6da2a63a-8d1d-4175-81f3-9f2c067770b0, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=6da2a63a-8d1d-4175-81f3-9f2c067770b0,segment=NetworkSegment(3c5cd00d-2851-4d55-a807-8a31540e2d22),segment_id=3c5cd00d-2851-4d55-a807-8a31540e2d22)] {{(pid=108647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:04:36.565046 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-2f64360e-2c5b-4532-9bff-6c36383330dc req-1107f6cc-1100-401a-acdb-83141b942433 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:36.780755 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-2f64360e-2c5b-4532-9bff-6c36383330dc req-1107f6cc-1100-401a-acdb-83141b942433 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:36.781016 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-2f64360e-2c5b-4532-9bff-6c36383330dc req-1107f6cc-1100-401a-acdb-83141b942433 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536297274'] for floatingip, after_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:36.781331 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.db.l3_db [req-2f64360e-2c5b-4532-9bff-6c36383330dc req-1107f6cc-1100-401a-acdb-83141b942433 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Floating IP a3626df7-c208-40e0-99cc-6078c3f451e1 disassociated. External IP: 172.27.0.84, port: 6da2a63a-8d1d-4175-81f3-9f2c067770b0. Oct 26 15:04:36.781667 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [req-2f64360e-2c5b-4532-9bff-6c36383330dc req-1107f6cc-1100-401a-acdb-83141b942433 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Calling delete_port for 6da2a63a-8d1d-4175-81f3-9f2c067770b0 owned by compute:nova {{(pid=108647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:04:37.018956 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-2f64360e-2c5b-4532-9bff-6c36383330dc req-1107f6cc-1100-401a-acdb-83141b942433 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:37.047736 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1107f6cc-1100-401a-acdb-83141b942433 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Pushing event deleted for resources: {'Port': ['ID=6da2a63a-8d1d-4175-81f3-9f2c067770b0,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:37.159109 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f64360e-2c5b-4532-9bff-6c36383330dc req-1107f6cc-1100-401a-acdb-83141b942433 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Router 9bf93efb-a9f6-4a5c-9462-8d777e3445ee has already been hosted by L3 agent aad0d180-bd62-492d-9d56-445be5af9cbd {{(pid=108647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:04:37.264660 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f64360e-2c5b-4532-9bff-6c36383330dc req-1107f6cc-1100-401a-acdb-83141b942433 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Notify agent at l3_agent.dv-cinder-732704-6-iscsi the message routers_updated {{(pid=108647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:04:37.274899 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5edda9-1c1f-4cb9-99fd-fba5cfa7ca6a None None] Sync routers for ids ['9bf93efb-a9f6-4a5c-9462-8d777e3445ee'] in dv-cinder-732704-6-iscsi {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:04:37.285513 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5edda9-1c1f-4cb9-99fd-fba5cfa7ca6a None None] Routers {'9bf93efb-a9f6-4a5c-9462-8d777e3445ee'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:04:37.286157 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-3e5edda9-1c1f-4cb9-99fd-fba5cfa7ca6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:04:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['9bf93efb-a9f6-4a5c-9462-8d777e3445ee'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:37.304756 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f64360e-2c5b-4532-9bff-6c36383330dc req-1107f6cc-1100-401a-acdb-83141b942433 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] No DVR routers for this DVR port 6da2a63a-8d1d-4175-81f3-9f2c067770b0 on host hv-cinder-73270 {{(pid=108647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:04:37.308480 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-2f64360e-2c5b-4532-9bff-6c36383330dc req-1107f6cc-1100-401a-acdb-83141b942433 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:37.311890 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-2f64360e-2c5b-4532-9bff-6c36383330dc req-1107f6cc-1100-401a-acdb-83141b942433 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.76 "DELETE /v2.0/ports/6da2a63a-8d1d-4175-81f3-9f2c067770b0 HTTP/1.1" status: 204 len: 173 time: 0.9262536 Oct 26 15:04:37.312336 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba31bdb5-14bf-4513-ae4e-11fb69cf775d', 'name': 'network-vif-deleted', 'tag': '6da2a63a-8d1d-4175-81f3-9f2c067770b0'}] {{(pid=108647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:04:37.314590 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c67b12b1cf7ef49faca107c22834427ed1d300477b197fee39d1c6656c9e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794257c7-9ac2-4466-980b-ad39a54c1d6c" -d '{"events": [{"server_uuid": "ba31bdb5-14bf-4513-ae4e-11fb69cf775d", "name": "network-vif-deleted", "tag": "6da2a63a-8d1d-4175-81f3-9f2c067770b0"}]}' {{(pid=108647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:04:37.405631 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-3e5edda9-1c1f-4cb9-99fd-fba5cfa7ca6a None None] Set router 9bf93efb-a9f6-4a5c-9462-8d777e3445ee gateway port host: dv-cinder-732704-6-iscsi {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:04:37.412614 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428904c5-ae8e-4e88-89dc-017302bf5147 x-openstack-request-id: req-428904c5-ae8e-4e88-89dc-017302bf5147 {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:04:37.413116 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba31bdb5-14bf-4513-ae4e-11fb69cf775d", "name": "network-vif-deleted", "tag": "6da2a63a-8d1d-4175-81f3-9f2c067770b0", "status": "completed", "code": 200}]} {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:04:37.413231 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-428904c5-ae8e-4e88-89dc-017302bf5147 {{(pid=108647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:04:37.413535 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba31bdb5-14bf-4513-ae4e-11fb69cf775d', 'name': 'network-vif-deleted', 'tag': '6da2a63a-8d1d-4175-81f3-9f2c067770b0', 'status': 'completed', 'code': 200} Oct 26 15:04:37.619619 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-05f298bb-bc19-4478-a126-b426757943d6 req-678548a6-5516-4f48-b994-7ff881f45d98 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31bdb5-14bf-4513-ae4e-11fb69cf775d HTTP/1.1" status: 200 len: 210 time: 0.0334113 Oct 26 15:04:37.755319 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-3e5edda9-1c1f-4cb9-99fd-fba5cfa7ca6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'name': 'tempest-AttachVolumeTestJSON-1623523863-router', 'tenant_id': '5b867107a3d44416a28e053e339e7d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '91dfbf11-545f-40c2-b69b-08463054ab42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:20Z', 'updated_at': '2021-10-26T14:59:25Z', 'revision_number': 4, 'project_id': '5b867107a3d44416a28e053e339e7d5f', 'gw_port': {'id': '91dfbf11-545f-40c2-b69b-08463054ab42', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:21Z', 'updated_at': '2021-10-26T14:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': '7317a713-edf3-4ac5-b9b3-b5884a404dc3', 'name': '', 'network_id': 'c4a59254-0cf7-4cdc-9af4-c745fac64f1e', 'tenant_id': '5b867107a3d44416a28e053e339e7d5f', 'mac_address': 'fa:16:3e:3e:49:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e3398950-00b5-499d-8477-d73683a1256e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:24Z', 'updated_at': '2021-10-26T14:59:33Z', 'revision_number': 5, 'project_id': '5b867107a3d44416a28e053e339e7d5f', 'subnets': [{'id': 'e3398950-00b5-499d-8477-d73683a1256e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:37.786209 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5edda9-1c1f-4cb9-99fd-fba5cfa7ca6a None None] Checking router: 9bf93efb-a9f6-4a5c-9462-8d777e3445ee for host: dv-cinder-732704-6-iscsi {{(pid=108649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:04:37.795596 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5edda9-1c1f-4cb9-99fd-fba5cfa7ca6a None None] Routers {'9bf93efb-a9f6-4a5c-9462-8d777e3445ee'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:04:37.796279 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-3e5edda9-1c1f-4cb9-99fd-fba5cfa7ca6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:04:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['9bf93efb-a9f6-4a5c-9462-8d777e3445ee'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:37.928360 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-3e5edda9-1c1f-4cb9-99fd-fba5cfa7ca6a None None] Set router 9bf93efb-a9f6-4a5c-9462-8d777e3445ee gateway port host: dv-cinder-732704-6-iscsi {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:04:37.966839 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-4a702a5a-7208-4b4c-9bb0-bfa5b6bf4c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:38.162122 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-3e5edda9-1c1f-4cb9-99fd-fba5cfa7ca6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'name': 'tempest-AttachVolumeTestJSON-1623523863-router', 'tenant_id': '5b867107a3d44416a28e053e339e7d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '91dfbf11-545f-40c2-b69b-08463054ab42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:20Z', 'updated_at': '2021-10-26T14:59:25Z', 'revision_number': 4, 'project_id': '5b867107a3d44416a28e053e339e7d5f', 'gw_port': {'id': '91dfbf11-545f-40c2-b69b-08463054ab42', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:21Z', 'updated_at': '2021-10-26T14:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': '7317a713-edf3-4ac5-b9b3-b5884a404dc3', 'name': '', 'network_id': 'c4a59254-0cf7-4cdc-9af4-c745fac64f1e', 'tenant_id': '5b867107a3d44416a28e053e339e7d5f', 'mac_address': 'fa:16:3e:3e:49:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e3398950-00b5-499d-8477-d73683a1256e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:24Z', 'updated_at': '2021-10-26T14:59:33Z', 'revision_number': 5, 'project_id': '5b867107a3d44416a28e053e339e7d5f', 'subnets': [{'id': 'e3398950-00b5-499d-8477-d73683a1256e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:38.195170 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5edda9-1c1f-4cb9-99fd-fba5cfa7ca6a None None] The sync data for ids ['9bf93efb-a9f6-4a5c-9462-8d777e3445ee'] in dv-cinder-732704-6-iscsi is: [{'id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'name': 'tempest-AttachVolumeTestJSON-1623523863-router', 'tenant_id': '5b867107a3d44416a28e053e339e7d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '91dfbf11-545f-40c2-b69b-08463054ab42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:20Z', 'updated_at': '2021-10-26T14:59:25Z', 'revision_number': 4, 'project_id': '5b867107a3d44416a28e053e339e7d5f', 'gw_port': {'id': '91dfbf11-545f-40c2-b69b-08463054ab42', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:21Z', 'updated_at': '2021-10-26T14:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': '7317a713-edf3-4ac5-b9b3-b5884a404dc3', 'name': '', 'network_id': 'c4a59254-0cf7-4cdc-9af4-c745fac64f1e', 'tenant_id': '5b867107a3d44416a28e053e339e7d5f', 'mac_address': 'fa:16:3e:3e:49:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e3398950-00b5-499d-8477-d73683a1256e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:24Z', 'updated_at': '2021-10-26T14:59:33Z', 'revision_number': 5, 'project_id': '5b867107a3d44416a28e053e339e7d5f', 'subnets': [{'id': 'e3398950-00b5-499d-8477-d73683a1256e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:04:38.449553 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc2b520-bdf0-4149-8306-5dfdc0e5963a None None] New status for floating IP a3626df7-c208-40e0-99cc-6078c3f451e1: DOWN {{(pid=108650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:04:38.723116 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 6da2a63a-8d1d-4175-81f3-9f2c067770b0 no longer exists at agent hyperv_hv-cinder-73270 {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:04:38.743525 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] No Port match for: 6da2a63a-8d1d-4175-81f3-9f2c067770b0 {{(pid=108649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:04:38.743885 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 6da2a63a-8d1d-4175-81f3-9f2c067770b0 not bound to the agent host hv-cinder-73270 {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:04:38.763155 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 34764) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:38.819851 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-9dd26217-600f-4796-8a0e-942fa3db906f tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:38.843429 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-9dd26217-600f-4796-8a0e-942fa3db906f tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:38.950305 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-9dd26217-600f-4796-8a0e-942fa3db906f tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:38.952967 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-9dd26217-600f-4796-8a0e-942fa3db906f tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:38.956705 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-9dd26217-600f-4796-8a0e-942fa3db906f tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "DELETE /v2.0/security-groups/c45b691f-1921-4a04-a9f1-dc4b9749de85 HTTP/1.1" status: 204 len: 168 time: 0.1900256 Oct 26 15:04:38.957785 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 34766) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:38.964600 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd26217-600f-4796-8a0e-942fa3db906f tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45b691f-1921-4a04-a9f1-dc4b9749de85,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:38.972187 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.api.v2.resource [None req-1df69bfc-3cc6-4229-a697-5efc435b3c8d tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] show failed (client error): The resource could not be found. Oct 26 15:04:38.973274 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-1df69bfc-3cc6-4229-a697-5efc435b3c8d tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups/c45b691f-1921-4a04-a9f1-dc4b9749de85 HTTP/1.1" status: 404 len: 347 time: 0.0148623 Oct 26 15:04:38.976360 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 34768) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:39.108130 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.plugin [None req-c7074952-7e68-40a6-b450-722098aaf50b tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Deleting port 46a1e4a4-e149-4664-920e-cfcae205f380 {{(pid=108648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:04:39.108462 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-c7074952-7e68-40a6-b450-722098aaf50b tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:39.188540 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-c7074952-7e68-40a6-b450-722098aaf50b tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:39.188860 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-c7074952-7e68-40a6-b450-722098aaf50b tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:39.200199 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.plugin [None req-c7074952-7e68-40a6-b450-722098aaf50b tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Calling delete_port for 46a1e4a4-e149-4664-920e-cfcae205f380 owned by network:floatingip {{(pid=108648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:04:39.384730 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-c7074952-7e68-40a6-b450-722098aaf50b tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3397087'] for port, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:39.408372 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7074952-7e68-40a6-b450-722098aaf50b tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Pushing event deleted for resources: {'Port': ['ID=46a1e4a4-e149-4664-920e-cfcae205f380,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:39.471988 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-c7074952-7e68-40a6-b450-722098aaf50b tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks [] for floatingip, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:39.474971 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-c7074952-7e68-40a6-b450-722098aaf50b tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for floatingip, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:39.476114 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-c7074952-7e68-40a6-b450-722098aaf50b tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "DELETE /v2.0/floatingips/a3626df7-c208-40e0-99cc-6078c3f451e1 HTTP/1.1" status: 204 len: 168 time: 0.4988468 Oct 26 15:04:40.109981 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 34774) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:40.114983 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-30870af5-cbce-4255-84bf-8eded0c63cc6 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Request body: {'security_group': {'name': 'tempest-securitygroup--514068881', 'description': 'tempest-description--268222481'}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:04:40.201347 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-30870af5-cbce-4255-84bf-8eded0c63cc6 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:40.268811 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-30870af5-cbce-4255-84bf-8eded0c63cc6 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:40.356226 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-30870af5-cbce-4255-84bf-8eded0c63cc6 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:40.384273 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30870af5-cbce-4255-84bf-8eded0c63cc6 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34445a1c-29d4-4fe8-b9e2-a517bd5ffe76,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:40.449740 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-30870af5-cbce-4255-84bf-8eded0c63cc6 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:40.450992 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-30870af5-cbce-4255-84bf-8eded0c63cc6 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3399761 Oct 26 15:04:40.453771 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 34776) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:40.458093 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-35ff67a1-6e7e-40ed-b37f-4b15a8e1cac5 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Request body: {'security_group_rule': {'security_group_id': '34445a1c-29d4-4fe8-b9e2-a517bd5ffe76', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:04:40.560878 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-35ff67a1-6e7e-40ed-b37f-4b15a8e1cac5 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:40.618248 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-35ff67a1-6e7e-40ed-b37f-4b15a8e1cac5 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:40.716280 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-35ff67a1-6e7e-40ed-b37f-4b15a8e1cac5 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576478'] for security_group_rule, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:40.745186 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff67a1-6e7e-40ed-b37f-4b15a8e1cac5 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a8c2427-40d8-4141-8704-ba8c061d68d8,revision_number=0']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:40.814815 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-35ff67a1-6e7e-40ed-b37f-4b15a8e1cac5 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:40.816019 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-35ff67a1-6e7e-40ed-b37f-4b15a8e1cac5 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3613462 Oct 26 15:04:40.818786 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 34778) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:40.824061 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [None req-7dd12efb-d7a2-43f5-9752-371be23a201b tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Request body: {'security_group_rule': {'security_group_id': '34445a1c-29d4-4fe8-b9e2-a517bd5ffe76', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:04:40.914965 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-7dd12efb-d7a2-43f5-9752-371be23a201b tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:40.961301 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-7dd12efb-d7a2-43f5-9752-371be23a201b tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:41.076702 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-7dd12efb-d7a2-43f5-9752-371be23a201b tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576478'] for security_group_rule, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:41.096680 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd12efb-d7a2-43f5-9752-371be23a201b tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f77c218f-cd44-4658-be54-d2705064aa77,revision_number=0']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:41.214964 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-7dd12efb-d7a2-43f5-9752-371be23a201b tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:41.216185 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-7dd12efb-d7a2-43f5-9752-371be23a201b tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3963511 Oct 26 15:04:41.219243 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 34790) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:41.223884 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [None req-f1a8aab7-7ba3-468b-b443-eebf45295846 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Request body: {'floatingip': {'floating_network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:04:41.322027 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f1a8aab7-7ba3-468b-b443-eebf45295846 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks [] for floatingip, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:41.423585 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f1a8aab7-7ba3-468b-b443-eebf45295846 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:41.530286 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.db_base_plugin_common [None req-f1a8aab7-7ba3-468b-b443-eebf45295846 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Allocated IP 172.27.0.241 (164d7f62-997a-4502-882b-0bfc21bc1de5/6ece9388-c7af-48ed-bfac-1151ab9231f6/05cf59eb-fb66-4638-8724-8b3c239e04fd) {{(pid=108647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:04:41.640625 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f1a8aab7-7ba3-468b-b443-eebf45295846 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks [] for port, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:41.739664 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f1a8aab7-7ba3-468b-b443-eebf45295846 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:41.779110 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a8aab7-7ba3-468b-b443-eebf45295846 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Network 164d7f62-997a-4502-882b-0bfc21bc1de5 is already hosted by enough agents. {{(pid=108647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:04:41.781964 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [None req-f1a8aab7-7ba3-468b-b443-eebf45295846 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Resources bound (agent type, host, resource id): {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:04:41.785418 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a8aab7-7ba3-468b-b443-eebf45295846 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Received port after_create {{(pid=108647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:04:41.791384 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8aab7-7ba3-468b-b443-eebf45295846 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Pushing event updated for resources: {'Port': ['ID=05cf59eb-fb66-4638-8724-8b3c239e04fd,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:41.871800 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f1a8aab7-7ba3-468b-b443-eebf45295846 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:41.975892 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f1a8aab7-7ba3-468b-b443-eebf45295846 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:42.342585 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f1a8aab7-7ba3-468b-b443-eebf45295846 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks [] for port, precommit_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:42.455013 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f1a8aab7-7ba3-468b-b443-eebf45295846 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8556446'] for port, after_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:42.522658 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8aab7-7ba3-468b-b443-eebf45295846 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Pushing event updated for resources: {'Port': ['ID=05cf59eb-fb66-4638-8724-8b3c239e04fd,revision_number=2']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:42.535128 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f1a8aab7-7ba3-468b-b443-eebf45295846 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536297274'] for floatingip, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:42.643750 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f1a8aab7-7ba3-468b-b443-eebf45295846 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for floatingip, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:42.645014 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-f1a8aab7-7ba3-468b-b443-eebf45295846 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4244704 Oct 26 15:04:42.782593 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-00230530-c686-43e4-a2ac-894548d46ccd tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--514068881&fields=id&tenant_id=5b867107a3d44416a28e053e339e7d5f HTTP/1.1" status: 200 len: 267 time: 0.0320435 Oct 26 15:04:42.888157 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-02572264-77ac-475a-898b-4db045f1cb14 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:42.889591 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-02572264-77ac-475a-898b-4db045f1cb14 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/networks?id=c4a59254-0cf7-4cdc-9af4-c745fac64f1e HTTP/1.1" status: 200 len: 811 time: 0.0992496 Oct 26 15:04:42.904215 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-42edcac9-075b-4d76-943c-5e88f9aad48a tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/quotas/5b867107a3d44416a28e053e339e7d5f HTTP/1.1" status: 200 len: 375 time: 0.0088654 Oct 26 15:04:42.960344 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-37cb15c1-a540-4a18-8874-15101ebc7b19 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5b867107a3d44416a28e053e339e7d5f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0508344 Oct 26 15:04:43.102465 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-4105a78d-26a8-4c30-b500-58dcabcbac67 service neutron] 10.222.0.57 "GET /v2.0/networks/c4a59254-0cf7-4cdc-9af4-c745fac64f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288962 Oct 26 15:04:43.196392 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-7ea90312-c688-4c27-9e75-9adab8881262 service neutron] 10.222.0.57 "GET /v2.0/networks/c4a59254-0cf7-4cdc-9af4-c745fac64f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869515 Oct 26 15:04:43.200905 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-c62bec46-de67-4ec7-a255-169bc149859a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:43.474216 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6521bde5-646f-4207-9863-d69487ac8e3e req-ea0f6a58-8325-4133-bee9-7f71c34e1c3a tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6328415-22a3-4ec4-9846-ba0b53c36d64 HTTP/1.1" status: 200 len: 210 time: 0.0275686 Oct 26 15:04:43.830464 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:43.833020 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:44.168791 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9c43f-7387-44c0-9c0a-bae24e2e939c req-74024187-12e7-416a-9018-1f04dd3246ad tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:44.170258 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f3e9c43f-7387-44c0-9c0a-bae24e2e939c req-74024187-12e7-416a-9018-1f04dd3246ad tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 946 time: 0.0492082 Oct 26 15:04:44.207124 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f3e9c43f-7387-44c0-9c0a-bae24e2e939c req-98ea559a-bf72-43ac-bf55-ae92ebe58b55 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307345 Oct 26 15:04:44.571802 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a89c65cd-d161-4d1f-a2c8-6ddea0dec716 req-efec819e-d0f6-4656-9668-6cace13622ea tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6328415-22a3-4ec4-9846-ba0b53c36d64 HTTP/1.1" status: 200 len: 210 time: 0.0298896 Oct 26 15:04:45.328397 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35545bfe-e137-4507-a6c5-57ed9a8cecd2 req-8be20b5e-0a3b-4b23-bd87-e4ba188aa6ae tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:45.329893 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-35545bfe-e137-4507-a6c5-57ed9a8cecd2 req-8be20b5e-0a3b-4b23-bd87-e4ba188aa6ae tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 946 time: 0.0506322 Oct 26 15:04:45.344449 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:45.369724 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-35545bfe-e137-4507-a6c5-57ed9a8cecd2 req-0ea92ebd-98c3-4ec5-8cbf-41ca73b49cdf tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337837 Oct 26 15:04:45.663878 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ef03cd48-e0ec-404c-9aa9-86c13b831aa7 req-83042670-a9dc-46d0-b876-241baffe6ea9 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6328415-22a3-4ec4-9846-ba0b53c36d64 HTTP/1.1" status: 200 len: 210 time: 0.0263624 Oct 26 15:04:45.815814 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-b75a3487-e994-451b-b776-d735182b31a2 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:45.817208 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-b75a3487-e994-451b-b776-d735182b31a2 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.76 "GET /v2.0/networks?id=c4a59254-0cf7-4cdc-9af4-c745fac64f1e HTTP/1.1" status: 200 len: 811 time: 0.1049669 Oct 26 15:04:45.865620 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-a9b67085-642e-41a4-8f5f-8d7e0dfd29ea tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b867107a3d44416a28e053e339e7d5f HTTP/1.1" status: 200 len: 379 time: 0.0338159 Oct 26 15:04:45.876122 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-30e59e36-634b-4709-aa3f-576c3675dfde tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Request body: {'port': {'device_id': 'f6328415-22a3-4ec4-9846-ba0b53c36d64', 'network_id': 'c4a59254-0cf7-4cdc-9af4-c745fac64f1e', 'admin_state_up': True, 'tenant_id': '5b867107a3d44416a28e053e339e7d5f', 'security_groups': ['34445a1c-29d4-4fe8-b9e2-a517bd5ffe76']}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:04:46.075889 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-30e59e36-634b-4709-aa3f-576c3675dfde tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Made reservation on behalf of 5b867107a3d44416a28e053e339e7d5f for: {'port': 1} {{(pid=108647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:04:46.079409 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-30e59e36-634b-4709-aa3f-576c3675dfde tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:46.092671 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f778f-9014-4dbd-b657-7ce2f378367c req-118fae10-209d-41ee-989a-fefd70f9e234 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:46.094166 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a24f778f-9014-4dbd-b657-7ce2f378367c req-118fae10-209d-41ee-989a-fefd70f9e234 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.76 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 946 time: 0.0499067 Oct 26 15:04:46.195602 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.plugin [req-a24f778f-9014-4dbd-b657-7ce2f378367c req-23547590-ea88-4a5b-abdc-6f455109389f tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Deleting port 1551acc4-c5a7-447f-9f65-8e2572534574 {{(pid=108648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:04:46.195944 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-a24f778f-9014-4dbd-b657-7ce2f378367c req-23547590-ea88-4a5b-abdc-6f455109389f tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:46.203161 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.db_base_plugin_common [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-30e59e36-634b-4709-aa3f-576c3675dfde tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Allocated IP 172.20.0.14 (c4a59254-0cf7-4cdc-9af4-c745fac64f1e/e3398950-00b5-499d-8477-d73683a1256e/d117d24f-b656-4390-803f-eb45ca5df100) {{(pid=108647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:04:46.286607 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.db [req-a24f778f-9014-4dbd-b657-7ce2f378367c req-23547590-ea88-4a5b-abdc-6f455109389f tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] For port 1551acc4-c5a7-447f-9f65-8e2572534574, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=1551acc4-c5a7-447f-9f65-8e2572534574,segment=NetworkSegment(bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2),segment_id=bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2)] {{(pid=108648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:04:46.286986 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-a24f778f-9014-4dbd-b657-7ce2f378367c req-23547590-ea88-4a5b-abdc-6f455109389f tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:46.341127 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-30e59e36-634b-4709-aa3f-576c3675dfde tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks [] for port, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:46.441869 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-30e59e36-634b-4709-aa3f-576c3675dfde tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:46.489199 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-30e59e36-634b-4709-aa3f-576c3675dfde tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Network c4a59254-0cf7-4cdc-9af4-c745fac64f1e is already hosted by enough agents. {{(pid=108647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:04:46.492505 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-30e59e36-634b-4709-aa3f-576c3675dfde tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Resources bound (agent type, host, resource id): {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:04:46.507785 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-30e59e36-634b-4709-aa3f-576c3675dfde tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Received port after_create {{(pid=108647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:04:46.528582 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e59e36-634b-4709-aa3f-576c3675dfde tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Pushing event updated for resources: {'Port': ['ID=d117d24f-b656-4390-803f-eb45ca5df100,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:46.538732 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc33402-de90-44c6-934f-7f34163a5c91 req-49384b3f-c328-4ac3-b275-81cfa2429d42 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:46.540351 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0dc33402-de90-44c6-934f-7f34163a5c91 req-49384b3f-c328-4ac3-b275-81cfa2429d42 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 946 time: 0.0959792 Oct 26 15:04:46.555007 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-a24f778f-9014-4dbd-b657-7ce2f378367c req-23547590-ea88-4a5b-abdc-6f455109389f tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:46.555369 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-a24f778f-9014-4dbd-b657-7ce2f378367c req-23547590-ea88-4a5b-abdc-6f455109389f tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536297274'] for floatingip, after_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:46.566149 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.db.l3_db [req-a24f778f-9014-4dbd-b657-7ce2f378367c req-23547590-ea88-4a5b-abdc-6f455109389f tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Floating IP 936c8515-926f-4335-b934-fb34247ca0c6 disassociated. External IP: 172.27.0.209, port: 1551acc4-c5a7-447f-9f65-8e2572534574. Oct 26 15:04:46.566149 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.plugin [req-a24f778f-9014-4dbd-b657-7ce2f378367c req-23547590-ea88-4a5b-abdc-6f455109389f tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Calling delete_port for 1551acc4-c5a7-447f-9f65-8e2572534574 owned by compute:nova {{(pid=108648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:04:46.571900 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-30e59e36-634b-4709-aa3f-576c3675dfde tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:46.572552 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-30e59e36-634b-4709-aa3f-576c3675dfde tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:46.661573 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-30e59e36-634b-4709-aa3f-576c3675dfde tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7889864 Oct 26 15:04:46.674806 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-a89da5ed-ea21-4af4-a38c-2fccd2749a88 service neutron] Request body: {'port': {'device_id': 'f6328415-22a3-4ec4-9846-ba0b53c36d64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73270'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:04:46.733883 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-a89da5ed-ea21-4af4-a38c-2fccd2749a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:46.797467 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-2ea05823-66ab-481d-8fcf-6487871e501b None None] Provisioning complete for port d117d24f-b656-4390-803f-eb45ca5df100 triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:04:46.798013 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2ea05823-66ab-481d-8fcf-6487871e501b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:46.839524 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-2ea05823-66ab-481d-8fcf-6487871e501b None None] Port d117d24f-b656-4390-803f-eb45ca5df100 cannot update to ACTIVE because it is not bound. {{(pid=108649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:04:46.912522 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0dc33402-de90-44c6-934f-7f34163a5c91 req-4c8e1a1d-c624-4395-87cb-2e0ada1b1b00 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3620279 Oct 26 15:04:46.941330 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce7463b-8713-4f51-b374-45f87b2ee757 req-5c2dc2fe-636a-4653-9d28-eb88a0fff490 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:46.942844 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0ce7463b-8713-4f51-b374-45f87b2ee757 req-5c2dc2fe-636a-4653-9d28-eb88a0fff490 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6328415-22a3-4ec4-9846-ba0b53c36d64 HTTP/1.1" status: 200 len: 932 time: 0.0984411 Oct 26 15:04:47.014782 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0ce7463b-8713-4f51-b374-45f87b2ee757 req-74a0306a-061c-4fa2-8f31-d0881797f31e tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=34445a1c-29d4-4fe8-b9e2-a517bd5ffe76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486627 Oct 26 15:04:47.026793 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-a89da5ed-ea21-4af4-a38c-2fccd2749a88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d117d24f-b656-4390-803f-eb45ca5df100 {{(pid=108647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:04:47.035048 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-a89da5ed-ea21-4af4-a38c-2fccd2749a88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:47.075932 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.provisioning_blocks [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-a89da5ed-ea21-4af4-a38c-2fccd2749a88 service neutron] Transition to ACTIVE for port object d117d24f-b656-4390-803f-eb45ca5df100 will not be triggered until provisioned by entity L2. {{(pid=108647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 15:04:47.076329 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-a24f778f-9014-4dbd-b657-7ce2f378367c req-23547590-ea88-4a5b-abdc-6f455109389f tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3397087'] for port, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:47.103632 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23547590-ea88-4a5b-abdc-6f455109389f tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Pushing event deleted for resources: {'Port': ['ID=1551acc4-c5a7-447f-9f65-8e2572534574,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:47.130591 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-a89da5ed-ea21-4af4-a38c-2fccd2749a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8556446'] for port, after_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:47.178413 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89da5ed-ea21-4af4-a38c-2fccd2749a88 service neutron] Pushing event updated for resources: {'Port': ['ID=d117d24f-b656-4390-803f-eb45ca5df100,revision_number=2']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:47.225586 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a24f778f-9014-4dbd-b657-7ce2f378367c req-23547590-ea88-4a5b-abdc-6f455109389f tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Router 0db56fb9-2748-49de-9f56-d52e901e94b9 has already been hosted by L3 agent aad0d180-bd62-492d-9d56-445be5af9cbd {{(pid=108648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:04:47.248093 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.managers [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-a89da5ed-ea21-4af4-a38c-2fccd2749a88 service neutron] Attempting to bind port d117d24f-b656-4390-803f-eb45ca5df100 on host hv-cinder-73270 for vnic_type normal with profile {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:04:47.248426 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.managers [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-a89da5ed-ea21-4af4-a38c-2fccd2749a88 service neutron] Attempting to bind port d117d24f-b656-4390-803f-eb45ca5df100 by drivers openvswitch,hyperv on host hv-cinder-73270 at level 0 using segments [{'id': '3c5cd00d-2851-4d55-a807-8a31540e2d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c4a59254-0cf7-4cdc-9af4-c745fac64f1e'}] {{(pid=108647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:04:47.248752 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-a89da5ed-ea21-4af4-a38c-2fccd2749a88 service neutron] Attempting to bind port d117d24f-b656-4390-803f-eb45ca5df100 on network c4a59254-0cf7-4cdc-9af4-c745fac64f1e {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:04:47.253158 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-a89da5ed-ea21-4af4-a38c-2fccd2749a88 service neutron] Port d117d24f-b656-4390-803f-eb45ca5df100 on network c4a59254-0cf7-4cdc-9af4-c745fac64f1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73270 {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 15:04:47.253480 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-a89da5ed-ea21-4af4-a38c-2fccd2749a88 service neutron] Attempting to bind port d117d24f-b656-4390-803f-eb45ca5df100 on network c4a59254-0cf7-4cdc-9af4-c745fac64f1e {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:04:47.258628 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-a89da5ed-ea21-4af4-a38c-2fccd2749a88 service neutron] Checking agent: {'id': 'aa824652-354b-48bb-834a-72ec45d7dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73270', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 14, 57, 28), 'started_at': datetime.datetime(2021, 10, 26, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:04:47.258990 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-a89da5ed-ea21-4af4-a38c-2fccd2749a88 service neutron] Checking segment: {'id': '3c5cd00d-2851-4d55-a807-8a31540e2d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c4a59254-0cf7-4cdc-9af4-c745fac64f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:04:47.259425 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-a89da5ed-ea21-4af4-a38c-2fccd2749a88 service neutron] Bound using segment: {'id': '3c5cd00d-2851-4d55-a807-8a31540e2d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c4a59254-0cf7-4cdc-9af4-c745fac64f1e'} {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:04:47.259848 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.managers [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-a89da5ed-ea21-4af4-a38c-2fccd2749a88 service neutron] Bound port: d117d24f-b656-4390-803f-eb45ca5df100, host: hv-cinder-73270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c5cd00d-2851-4d55-a807-8a31540e2d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c4a59254-0cf7-4cdc-9af4-c745fac64f1e'}}] {{(pid=108647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:04:47.260201 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-a89da5ed-ea21-4af4-a38c-2fccd2749a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:47.338168 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-a89da5ed-ea21-4af4-a38c-2fccd2749a88 service neutron] For port d117d24f-b656-4390-803f-eb45ca5df100, host hv-cinder-73270, cleared binding levels {{(pid=108647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:04:47.341139 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a24f778f-9014-4dbd-b657-7ce2f378367c req-23547590-ea88-4a5b-abdc-6f455109389f tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Notify agent at l3_agent.dv-cinder-732704-6-iscsi the message routers_updated {{(pid=108648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:04:47.343561 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-a89da5ed-ea21-4af4-a38c-2fccd2749a88 service neutron] For port d117d24f-b656-4390-803f-eb45ca5df100, host hv-cinder-73270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=d117d24f-b656-4390-803f-eb45ca5df100,segment=NetworkSegment(3c5cd00d-2851-4d55-a807-8a31540e2d22),segment_id=3c5cd00d-2851-4d55-a807-8a31540e2d22)] {{(pid=108647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:04:47.351820 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd3b17e-db06-4caa-93cf-cb781ee5f7d5 None None] Sync routers for ids ['0db56fb9-2748-49de-9f56-d52e901e94b9'] in dv-cinder-732704-6-iscsi {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:04:47.365199 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd3b17e-db06-4caa-93cf-cb781ee5f7d5 None None] Routers {'0db56fb9-2748-49de-9f56-d52e901e94b9'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:04:47.365849 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-ddd3b17e-db06-4caa-93cf-cb781ee5f7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:04:43Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['0db56fb9-2748-49de-9f56-d52e901e94b9'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:47.400817 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.db.l3_dvrscheduler_db [req-a24f778f-9014-4dbd-b657-7ce2f378367c req-23547590-ea88-4a5b-abdc-6f455109389f tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] No DVR routers for this DVR port 1551acc4-c5a7-447f-9f65-8e2572534574 on host hv-cinder-73270 {{(pid=108648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:04:47.403376 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-a24f778f-9014-4dbd-b657-7ce2f378367c req-23547590-ea88-4a5b-abdc-6f455109389f tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:47.406776 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a24f778f-9014-4dbd-b657-7ce2f378367c req-23547590-ea88-4a5b-abdc-6f455109389f tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.76 "DELETE /v2.0/ports/1551acc4-c5a7-447f-9f65-8e2572534574 HTTP/1.1" status: 204 len: 173 time: 1.3026969 Oct 26 15:04:47.407214 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5', 'name': 'network-vif-deleted', 'tag': '1551acc4-c5a7-447f-9f65-8e2572534574'}] {{(pid=108648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:04:47.409688 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfc2c26cf4d6f56294a0969bf05099f9a11f02f7060f3ae519b1a3a74e90611f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807330b9-4104-4425-a981-a4ad1ef04789" -d '{"events": [{"server_uuid": "36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5", "name": "network-vif-deleted", "tag": "1551acc4-c5a7-447f-9f65-8e2572534574"}]}' {{(pid=108648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:04:47.431630 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-a89da5ed-ea21-4af4-a38c-2fccd2749a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8556446'] for port, after_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:47.460831 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71393a3-f3b0-4366-b7f4-05b9db47dec9 x-openstack-request-id: req-d71393a3-f3b0-4366-b7f4-05b9db47dec9 {{(pid=108648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:04:47.461125 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5", "name": "network-vif-deleted", "tag": "1551acc4-c5a7-447f-9f65-8e2572534574", "status": "completed", "code": 200}]} {{(pid=108648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:04:47.461372 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d71393a3-f3b0-4366-b7f4-05b9db47dec9 {{(pid=108648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:04:47.461765 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5', 'name': 'network-vif-deleted', 'tag': '1551acc4-c5a7-447f-9f65-8e2572534574', 'status': 'completed', 'code': 200} Oct 26 15:04:47.482991 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-ddd3b17e-db06-4caa-93cf-cb781ee5f7d5 None None] Set router 0db56fb9-2748-49de-9f56-d52e901e94b9 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:04:47.497919 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-a89da5ed-ea21-4af4-a38c-2fccd2749a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:47.498619 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-a89da5ed-ea21-4af4-a38c-2fccd2749a88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:47.500094 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-a89da5ed-ea21-4af4-a38c-2fccd2749a88 service neutron] 10.222.0.76 "PUT /v2.0/ports/d117d24f-b656-4390-803f-eb45ca5df100 HTTP/1.1" status: 200 len: 1094 time: 0.8298523 Oct 26 15:04:47.500607 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6328415-22a3-4ec4-9846-ba0b53c36d64', 'tag': 'd117d24f-b656-4390-803f-eb45ca5df100'}] {{(pid=108647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:04:47.503272 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c67b12b1cf7ef49faca107c22834427ed1d300477b197fee39d1c6656c9e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f42a04-251d-4888-ad45-153ee4d95f66" -d '{"events": [{"name": "network-changed", "server_uuid": "f6328415-22a3-4ec4-9846-ba0b53c36d64", "tag": "d117d24f-b656-4390-803f-eb45ca5df100"}]}' {{(pid=108647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:04:47.538212 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89da5ed-ea21-4af4-a38c-2fccd2749a88 service neutron] Pushing event updated for resources: {'Port': ['ID=d117d24f-b656-4390-803f-eb45ca5df100,revision_number=3']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:47.559521 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b6caa8-b80c-48c3-b3e4-b7cf8f118e36 x-openstack-request-id: req-f1b6caa8-b80c-48c3-b3e4-b7cf8f118e36 {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:04:47.559521 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6328415-22a3-4ec4-9846-ba0b53c36d64", "tag": "d117d24f-b656-4390-803f-eb45ca5df100", "status": "completed", "code": 200}]} {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:04:47.559521 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f1b6caa8-b80c-48c3-b3e4-b7cf8f118e36 {{(pid=108647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:04:47.559521 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6328415-22a3-4ec4-9846-ba0b53c36d64', 'tag': 'd117d24f-b656-4390-803f-eb45ca5df100', 'status': 'completed', 'code': 200} Oct 26 15:04:47.645338 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f42a04-251d-4888-ad45-153ee4d95f66 req-d71b2444-0eeb-4b84-819a-0c5595f4def4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:47.647124 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-79f42a04-251d-4888-ad45-153ee4d95f66 req-d71b2444-0eeb-4b84-819a-0c5595f4def4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5b867107a3d44416a28e053e339e7d5f&device_id=f6328415-22a3-4ec4-9846-ba0b53c36d64 HTTP/1.1" status: 200 len: 1097 time: 0.0643322 Oct 26 15:04:47.743789 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-ddd3b17e-db06-4caa-93cf-cb781ee5f7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'name': 'tempest-AttachVolumeShelveTestJSON-647620725-router', 'tenant_id': '6848328b3c604db790b65db1f62c66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '40a2934e-61ca-4813-94b0-c837cbe2a09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:00:32Z', 'updated_at': '2021-10-26T15:00:36Z', 'revision_number': 4, 'project_id': '6848328b3c604db790b65db1f62c66b8', 'gw_port': {'id': '40a2934e-61ca-4813-94b0-c837cbe2a09a', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:00:33Z', 'updated_at': '2021-10-26T15:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': '785213fb-db89-4b72-b2b5-8bb626750a4c', 'name': '', 'network_id': '6573438f-02ca-45f5-8fe3-7bc7af911bdf', 'tenant_id': '6848328b3c604db790b65db1f62c66b8', 'mac_address': 'fa:16:3e:c5:6a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'eb360883-a29a-4019-ba79-ea1f2d3809c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:00:35Z', 'updated_at': '2021-10-26T15:00:40Z', 'revision_number': 5, 'project_id': '6848328b3c604db790b65db1f62c66b8', 'subnets': [{'id': 'eb360883-a29a-4019-ba79-ea1f2d3809c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:47.778394 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f42a04-251d-4888-ad45-153ee4d95f66 req-978d0a04-9ba5-4dc4-a5b8-071a4e92dc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:47.778701 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd3b17e-db06-4caa-93cf-cb781ee5f7d5 None None] Checking router: 0db56fb9-2748-49de-9f56-d52e901e94b9 for host: dv-cinder-732704-6-iscsi {{(pid=108649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:04:47.779934 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-79f42a04-251d-4888-ad45-153ee4d95f66 req-978d0a04-9ba5-4dc4-a5b8-071a4e92dc71 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=5b867107a3d44416a28e053e339e7d5f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1232772 Oct 26 15:04:47.787778 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd3b17e-db06-4caa-93cf-cb781ee5f7d5 None None] Routers {'0db56fb9-2748-49de-9f56-d52e901e94b9'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:04:47.788382 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-ddd3b17e-db06-4caa-93cf-cb781ee5f7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:04:43Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['0db56fb9-2748-49de-9f56-d52e901e94b9'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:47.889409 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f42a04-251d-4888-ad45-153ee4d95f66 req-b82896fc-6bc3-4a44-b896-44249c1ae9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:47.891033 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-79f42a04-251d-4888-ad45-153ee4d95f66 req-b82896fc-6bc3-4a44-b896-44249c1ae9b3 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0988462 Oct 26 15:04:47.909048 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-ddd3b17e-db06-4caa-93cf-cb781ee5f7d5 None None] Set router 0db56fb9-2748-49de-9f56-d52e901e94b9 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:04:47.987875 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-0a517ec1-26ed-4bb0-9e65-2a692b4f9ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:47.990546 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-0a517ec1-26ed-4bb0-9e65-2a692b4f9ea5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5b867107a3d44416a28e053e339e7d5f&device_id=f6328415-22a3-4ec4-9846-ba0b53c36d64 HTTP/1.1" status: 200 len: 1097 time: 0.0535529 Oct 26 15:04:48.032053 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f454133c-4857-4862-835d-9af1d50bb022 req-ffad7ff6-fe1e-4e32-bd5d-214bffc3d353 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=36cdcbc2-a9eb-4c79-94e2-3fa3c32112b5 HTTP/1.1" status: 200 len: 210 time: 0.0266256 Oct 26 15:04:48.043067 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-144a4fdd-37a2-492c-bc1f-3a15aba362da service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d117d24f-b656-4390-803f-eb45ca5df100 HTTP/1.1" status: 200 len: 217 time: 0.0367713 Oct 26 15:04:48.098958 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-c6f1e3cb-cb50-4cc5-90da-f346b98ee1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:48.100557 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-c6f1e3cb-cb50-4cc5-90da-f346b98ee1ec service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e3398950-00b5-499d-8477-d73683a1256e HTTP/1.1" status: 200 len: 850 time: 0.0478685 Oct 26 15:04:48.142656 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9551df2c-b20c-47a8-8907-ac4cc17162d6 req-27b8f5eb-fa1f-413f-80e4-2cb6bbda50ca tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:48.142944 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-ddd3b17e-db06-4caa-93cf-cb781ee5f7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'name': 'tempest-AttachVolumeShelveTestJSON-647620725-router', 'tenant_id': '6848328b3c604db790b65db1f62c66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '40a2934e-61ca-4813-94b0-c837cbe2a09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:00:32Z', 'updated_at': '2021-10-26T15:00:36Z', 'revision_number': 4, 'project_id': '6848328b3c604db790b65db1f62c66b8', 'gw_port': {'id': '40a2934e-61ca-4813-94b0-c837cbe2a09a', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:00:33Z', 'updated_at': '2021-10-26T15:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': '785213fb-db89-4b72-b2b5-8bb626750a4c', 'name': '', 'network_id': '6573438f-02ca-45f5-8fe3-7bc7af911bdf', 'tenant_id': '6848328b3c604db790b65db1f62c66b8', 'mac_address': 'fa:16:3e:c5:6a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'eb360883-a29a-4019-ba79-ea1f2d3809c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:00:35Z', 'updated_at': '2021-10-26T15:00:40Z', 'revision_number': 5, 'project_id': '6848328b3c604db790b65db1f62c66b8', 'subnets': [{'id': 'eb360883-a29a-4019-ba79-ea1f2d3809c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:48.145055 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9551df2c-b20c-47a8-8907-ac4cc17162d6 req-27b8f5eb-fa1f-413f-80e4-2cb6bbda50ca tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6328415-22a3-4ec4-9846-ba0b53c36d64 HTTP/1.1" status: 200 len: 944 time: 0.0563126 Oct 26 15:04:48.159571 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-912a5e03-0377-44a1-abf7-c4df69f50f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:48.161235 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-912a5e03-0377-44a1-abf7-c4df69f50f92 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c4a59254-0cf7-4cdc-9af4-c745fac64f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470810 Oct 26 15:04:48.169934 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd3b17e-db06-4caa-93cf-cb781ee5f7d5 None None] The sync data for ids ['0db56fb9-2748-49de-9f56-d52e901e94b9'] in dv-cinder-732704-6-iscsi is: [{'id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'name': 'tempest-AttachVolumeShelveTestJSON-647620725-router', 'tenant_id': '6848328b3c604db790b65db1f62c66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '40a2934e-61ca-4813-94b0-c837cbe2a09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:00:32Z', 'updated_at': '2021-10-26T15:00:36Z', 'revision_number': 4, 'project_id': '6848328b3c604db790b65db1f62c66b8', 'gw_port': {'id': '40a2934e-61ca-4813-94b0-c837cbe2a09a', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:00:33Z', 'updated_at': '2021-10-26T15:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': '785213fb-db89-4b72-b2b5-8bb626750a4c', 'name': '', 'network_id': '6573438f-02ca-45f5-8fe3-7bc7af911bdf', 'tenant_id': '6848328b3c604db790b65db1f62c66b8', 'mac_address': 'fa:16:3e:c5:6a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'eb360883-a29a-4019-ba79-ea1f2d3809c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:00:35Z', 'updated_at': '2021-10-26T15:00:40Z', 'revision_number': 5, 'project_id': '6848328b3c604db790b65db1f62c66b8', 'subnets': [{'id': 'eb360883-a29a-4019-ba79-ea1f2d3809c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:04:48.184715 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9551df2c-b20c-47a8-8907-ac4cc17162d6 req-21684659-86b3-450a-8df7-4fd4a4e1fa95 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=34445a1c-29d4-4fe8-b9e2-a517bd5ffe76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337160 Oct 26 15:04:48.279592 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-0bb0aaed-676f-46a3-86ae-cc653b637904 service neutron] 10.222.0.76 "GET /v2.0/networks/c4a59254-0cf7-4cdc-9af4-c745fac64f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032212 Oct 26 15:04:48.388497 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-9df487ce-bbde-4e7f-a2c2-a5b2ddd9a239 req-e585dc6c-fe86-4608-bc4a-645c55848bd1 service neutron] 10.222.0.76 "GET /v2.0/networks/c4a59254-0cf7-4cdc-9af4-c745fac64f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979548 Oct 26 15:04:48.394838 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bbb3a3-3fe1-4daa-9ec9-b9dd296aaa2e None None] New status for floating IP 936c8515-926f-4335-b934-fb34247ca0c6: DOWN {{(pid=108650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:04:48.756486 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 1551acc4-c5a7-447f-9f65-8e2572534574 no longer exists at agent hyperv_hv-cinder-73270 {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:04:48.779827 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] No Port match for: 1551acc4-c5a7-447f-9f65-8e2572534574 {{(pid=108649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:04:48.780161 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 1551acc4-c5a7-447f-9f65-8e2572534574 not bound to the agent host hv-cinder-73270 {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:04:49.248808 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 34868) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:49.302948 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1d0db-2cfb-4061-85bd-edc45658c6e3 req-9d437583-e05a-4d2a-a816-4e82d5da2e5e tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:49.304472 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-bce1d0db-2cfb-4061-85bd-edc45658c6e3 req-9d437583-e05a-4d2a-a816-4e82d5da2e5e tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6328415-22a3-4ec4-9846-ba0b53c36d64 HTTP/1.1" status: 200 len: 944 time: 0.0503912 Oct 26 15:04:49.306865 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8811b316-f1b3-4bb8-a440-2dbdf897cf91 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:49.330929 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8811b316-f1b3-4bb8-a440-2dbdf897cf91 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:49.347241 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-bce1d0db-2cfb-4061-85bd-edc45658c6e3 req-e6ba3211-ad24-469a-83aa-f7d3d87c61a0 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=34445a1c-29d4-4fe8-b9e2-a517bd5ffe76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360508 Oct 26 15:04:49.435643 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8811b316-f1b3-4bb8-a440-2dbdf897cf91 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:49.438278 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8811b316-f1b3-4bb8-a440-2dbdf897cf91 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:49.439501 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-8811b316-f1b3-4bb8-a440-2dbdf897cf91 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "DELETE /v2.0/security-groups/e3189bd9-1cbe-4cd4-8e7d-567f7d70551b HTTP/1.1" status: 204 len: 168 time: 0.1897020 Oct 26 15:04:49.442346 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 34870) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:49.448809 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8811b316-f1b3-4bb8-a440-2dbdf897cf91 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3189bd9-1cbe-4cd4-8e7d-567f7d70551b,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:49.455978 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.api.v2.resource [None req-42321dda-a03c-4578-bad4-9b643c8b94fb tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] show failed (client error): The resource could not be found. Oct 26 15:04:49.456991 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-42321dda-a03c-4578-bad4-9b643c8b94fb tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups/e3189bd9-1cbe-4cd4-8e7d-567f7d70551b HTTP/1.1" status: 404 len: 347 time: 0.0135672 Oct 26 15:04:49.460107 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 34872) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:49.588859 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [None req-21371779-fb7e-4568-b99b-d6ae2cb33323 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Deleting port 6f5714d3-2523-404e-8091-bc20c9d90337 {{(pid=108647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:04:49.589207 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-21371779-fb7e-4568-b99b-d6ae2cb33323 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:49.667015 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-21371779-fb7e-4568-b99b-d6ae2cb33323 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:49.667255 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-21371779-fb7e-4568-b99b-d6ae2cb33323 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:49.678751 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [None req-21371779-fb7e-4568-b99b-d6ae2cb33323 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Calling delete_port for 6f5714d3-2523-404e-8091-bc20c9d90337 owned by network:floatingip {{(pid=108647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:04:49.915856 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-21371779-fb7e-4568-b99b-d6ae2cb33323 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:49.942252 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21371779-fb7e-4568-b99b-d6ae2cb33323 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Pushing event deleted for resources: {'Port': ['ID=6f5714d3-2523-404e-8091-bc20c9d90337,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:49.999271 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-21371779-fb7e-4568-b99b-d6ae2cb33323 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks [] for floatingip, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:50.002091 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-21371779-fb7e-4568-b99b-d6ae2cb33323 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for floatingip, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:50.003305 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-21371779-fb7e-4568-b99b-d6ae2cb33323 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "DELETE /v2.0/floatingips/936c8515-926f-4335-b934-fb34247ca0c6 HTTP/1.1" status: 204 len: 168 time: 0.5421975 Oct 26 15:04:50.465420 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41864a-2c5d-4df3-af8b-d94f0e8c3c66 req-ccae9093-5798-4b5e-b98d-16109c72f49a tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:50.465420 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ea41864a-2c5d-4df3-af8b-d94f0e8c3c66 req-ccae9093-5798-4b5e-b98d-16109c72f49a tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6328415-22a3-4ec4-9846-ba0b53c36d64 HTTP/1.1" status: 200 len: 944 time: 0.0482087 Oct 26 15:04:50.465420 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 34880) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:50.470098 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-6e59c6fc-bee3-4946-92f0-7c8a9d0c82b1 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1926091270', 'description': 'tempest-description--1036912534'}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:04:50.522917 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ea41864a-2c5d-4df3-af8b-d94f0e8c3c66 req-89c5969b-0c46-4d16-b698-f73204feccae tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=34445a1c-29d4-4fe8-b9e2-a517bd5ffe76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481622 Oct 26 15:04:50.618208 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-6e59c6fc-bee3-4946-92f0-7c8a9d0c82b1 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:50.682803 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-6e59c6fc-bee3-4946-92f0-7c8a9d0c82b1 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:50.750002 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-6e59c6fc-bee3-4946-92f0-7c8a9d0c82b1 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:50.757875 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device d117d24f-b656-4390-803f-eb45ca5df100 details requested by agent hyperv_hv-cinder-73270 with host hv-cinder-73270 {{(pid=108649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:04:50.778465 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e59c6fc-bee3-4946-92f0-7c8a9d0c82b1 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:50.831678 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-6e59c6fc-bee3-4946-92f0-7c8a9d0c82b1 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:50.832913 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-6e59c6fc-bee3-4946-92f0-7c8a9d0c82b1 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3665938 Oct 26 15:04:50.835765 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 34882) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:50.840041 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-d10fa805-8e78-4cd1-8f8b-239f1bdcf62d tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Request body: {'security_group_rule': {'security_group_id': 'f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:04:50.858988 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port d117d24f-b656-4390-803f-eb45ca5df100, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=d117d24f-b656-4390-803f-eb45ca5df100,segment=NetworkSegment(3c5cd00d-2851-4d55-a807-8a31540e2d22),segment_id=3c5cd00d-2851-4d55-a807-8a31540e2d22)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:04:50.870684 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Returning: {'device': 'd117d24f-b656-4390-803f-eb45ca5df100', 'network_id': 'c4a59254-0cf7-4cdc-9af4-c745fac64f1e', 'port_id': 'd117d24f-b656-4390-803f-eb45ca5df100', 'mac_address': 'fa:16:3e:78:62:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3398950-00b5-499d-8477-d73683a1256e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:04:50.907331 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:50.920909 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d117d24f-b656-4390-803f-eb45ca5df100 {{(pid=108649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:04:50.932200 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-d10fa805-8e78-4cd1-8f8b-239f1bdcf62d tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:50.948547 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port d117d24f-b656-4390-803f-eb45ca5df100, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=d117d24f-b656-4390-803f-eb45ca5df100,segment=NetworkSegment(3c5cd00d-2851-4d55-a807-8a31540e2d22),segment_id=3c5cd00d-2851-4d55-a807-8a31540e2d22)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:04:50.985513 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-d10fa805-8e78-4cd1-8f8b-239f1bdcf62d tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:51.024536 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:51.064206 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-d10fa805-8e78-4cd1-8f8b-239f1bdcf62d tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576478'] for security_group_rule, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:51.073959 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=d117d24f-b656-4390-803f-eb45ca5df100,revision_number=4']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:51.081221 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:51.081596 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:51.081944 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:51.082279 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:51.082573 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10fa805-8e78-4cd1-8f8b-239f1bdcf62d tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5d5f0db-cdda-43fd-8f55-7e7afbbb7ebf,revision_number=0']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:51.082741 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:51.082957 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:51.083286 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:51.083621 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:51.084579 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:51.084915 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:51.085241 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:51.085741 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:51.163546 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-d10fa805-8e78-4cd1-8f8b-239f1bdcf62d tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:51.164779 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-d10fa805-8e78-4cd1-8f8b-239f1bdcf62d tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3280895 Oct 26 15:04:51.167469 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 34884) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:51.171721 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-3932d279-3316-474f-9290-620e8ed6162f tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Request body: {'security_group_rule': {'security_group_id': 'f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:04:51.276316 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-3932d279-3316-474f-9290-620e8ed6162f tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:51.316738 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] get_ports_and_sgs() called for port_ids ['d117d24f-b656-4390-803f-eb45ca5df100'] {{(pid=108649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:04:51.333367 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-3932d279-3316-474f-9290-620e8ed6162f tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:51.401625 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-3932d279-3316-474f-9290-620e8ed6162f tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576478'] for security_group_rule, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:51.423557 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3932d279-3316-474f-9290-620e8ed6162f tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c027574-c91f-4fac-99c1-a91ddf0e42c5,revision_number=0']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:51.466361 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-3932d279-3316-474f-9290-620e8ed6162f tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:51.470986 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-3932d279-3316-474f-9290-620e8ed6162f tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2993617 Oct 26 15:04:51.471135 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 34888) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:51.475655 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-2118d728-e4ce-4852-9106-c90b032cc434 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Request body: {'floatingip': {'floating_network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5'}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:04:51.544525 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-2118d728-e4ce-4852-9106-c90b032cc434 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks [] for floatingip, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:51.653558 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111dbc2-1304-45da-9f1a-125aad3d132c req-edcbf236-5f11-4082-bba3-587aaad83873 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:51.655195 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b111dbc2-1304-45da-9f1a-125aad3d132c req-edcbf236-5f11-4082-bba3-587aaad83873 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6328415-22a3-4ec4-9846-ba0b53c36d64 HTTP/1.1" status: 200 len: 945 time: 0.0592530 Oct 26 15:04:51.710501 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b111dbc2-1304-45da-9f1a-125aad3d132c req-38acd55a-6d3c-45f6-bd05-42041b6e7e47 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=34445a1c-29d4-4fe8-b9e2-a517bd5ffe76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485899 Oct 26 15:04:51.728340 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-2118d728-e4ce-4852-9106-c90b032cc434 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:51.835440 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.db.db_base_plugin_common [None req-2118d728-e4ce-4852-9106-c90b032cc434 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Allocated IP 172.27.0.80 (164d7f62-997a-4502-882b-0bfc21bc1de5/6ece9388-c7af-48ed-bfac-1151ab9231f6/1aba2e21-e268-4596-9145-d990903dd522) {{(pid=108648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:04:51.939068 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-2118d728-e4ce-4852-9106-c90b032cc434 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks [] for port, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:52.064353 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-2118d728-e4ce-4852-9106-c90b032cc434 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3397087'] for port, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:52.105847 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2118d728-e4ce-4852-9106-c90b032cc434 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Network 164d7f62-997a-4502-882b-0bfc21bc1de5 is already hosted by enough agents. {{(pid=108648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:04:52.109039 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.base_scheduler [None req-2118d728-e4ce-4852-9106-c90b032cc434 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Resources bound (agent type, host, resource id): {{(pid=108648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:04:52.112006 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2118d728-e4ce-4852-9106-c90b032cc434 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Received port after_create {{(pid=108648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:04:52.137194 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2118d728-e4ce-4852-9106-c90b032cc434 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Pushing event updated for resources: {'Port': ['ID=1aba2e21-e268-4596-9145-d990903dd522,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:52.202451 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-2118d728-e4ce-4852-9106-c90b032cc434 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:52.310284 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-2118d728-e4ce-4852-9106-c90b032cc434 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:52.459115 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-2118d728-e4ce-4852-9106-c90b032cc434 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks [] for port, precommit_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:52.550330 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-2118d728-e4ce-4852-9106-c90b032cc434 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3397078'] for port, after_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:52.617855 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2118d728-e4ce-4852-9106-c90b032cc434 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Pushing event updated for resources: {'Port': ['ID=1aba2e21-e268-4596-9145-d990903dd522,revision_number=2']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:52.629941 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-2118d728-e4ce-4852-9106-c90b032cc434 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536297274'] for floatingip, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:52.757934 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-2118d728-e4ce-4852-9106-c90b032cc434 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for floatingip, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:52.760046 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-2118d728-e4ce-4852-9106-c90b032cc434 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2870891 Oct 26 15:04:52.769938 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device d117d24f-b656-4390-803f-eb45ca5df100 up at agent hyperv_hv-cinder-73270 {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:04:52.835486 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f7e32-9aa4-4c6d-af96-f5c3eeb3f9bd req-41bed04c-f5bb-4381-aea1-624b619abc35 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:52.837860 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-128f7e32-9aa4-4c6d-af96-f5c3eeb3f9bd req-41bed04c-f5bb-4381-aea1-624b619abc35 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6328415-22a3-4ec4-9846-ba0b53c36d64 HTTP/1.1" status: 200 len: 945 time: 0.0553656 Oct 26 15:04:52.878379 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-128f7e32-9aa4-4c6d-af96-f5c3eeb3f9bd req-7a6d8126-50b3-44bc-9ffd-304757e6b96e tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=34445a1c-29d4-4fe8-b9e2-a517bd5ffe76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342062 Oct 26 15:04:52.881175 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Provisioning for port d117d24f-b656-4390-803f-eb45ca5df100 completed by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 15:04:52.885327 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Provisioning complete for port d117d24f-b656-4390-803f-eb45ca5df100 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:04:52.887814 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:52.953786 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-4993e1ea-8fba-4822-b6a3-4b437184fa94 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1926091270&fields=id&tenant_id=6848328b3c604db790b65db1f62c66b8 HTTP/1.1" status: 200 len: 267 time: 0.0319633 Oct 26 15:04:52.972970 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:52.996899 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6328415-22a3-4ec4-9846-ba0b53c36d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd117d24f-b656-4390-803f-eb45ca5df100'}] {{(pid=108649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:04:52.999175 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce9ea8dafcd660945e4144893ae94b540b7d43bc7f31485d3ebdd76e7b8406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e99e9f-e7f6-4ee5-a0b1-9f7bbf0d16be" -d '{"events": [{"server_uuid": "f6328415-22a3-4ec4-9846-ba0b53c36d64", "name": "network-vif-plugged", "status": "completed", "tag": "d117d24f-b656-4390-803f-eb45ca5df100"}]}' {{(pid=108649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:04:53.012699 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port d117d24f-b656-4390-803f-eb45ca5df100, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=d117d24f-b656-4390-803f-eb45ca5df100,segment=NetworkSegment(3c5cd00d-2851-4d55-a807-8a31540e2d22),segment_id=3c5cd00d-2851-4d55-a807-8a31540e2d22)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:04:53.066516 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-3ca7c672-fdcf-40bf-acd9-82753dfce41f tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:53.071105 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-3ca7c672-fdcf-40bf-acd9-82753dfce41f tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/networks?id=6573438f-02ca-45f5-8fe3-7bc7af911bdf HTTP/1.1" status: 200 len: 816 time: 0.1103213 Oct 26 15:04:53.082077 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:53.083018 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-f50da434-f425-4d0e-9557-1a93808e3ef7 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/quotas/6848328b3c604db790b65db1f62c66b8 HTTP/1.1" status: 200 len: 375 time: 0.0092132 Oct 26 15:04:53.110198 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7d9714-a998-42a5-8a06-774d631aa880 x-openstack-request-id: req-7b7d9714-a998-42a5-8a06-774d631aa880 {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:04:53.110495 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6328415-22a3-4ec4-9846-ba0b53c36d64", "name": "network-vif-plugged", "status": "completed", "tag": "d117d24f-b656-4390-803f-eb45ca5df100", "code": 200}]} {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:04:53.110958 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7b7d9714-a998-42a5-8a06-774d631aa880 {{(pid=108649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:04:53.111892 dv-cinder-732704-6-iscsi neutron-server[108649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6328415-22a3-4ec4-9846-ba0b53c36d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd117d24f-b656-4390-803f-eb45ca5df100', 'code': 200} Oct 26 15:04:53.145691 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=d117d24f-b656-4390-803f-eb45ca5df100,revision_number=5']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:53.147619 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-67c678d1-ae21-423e-a980-20cd59f9d388 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6848328b3c604db790b65db1f62c66b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0566869 Oct 26 15:04:53.295434 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-bf9af5ac-c8d8-459b-84c7-5f06af448c6e service neutron] 10.222.0.57 "GET /v2.0/networks/6573438f-02ca-45f5-8fe3-7bc7af911bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346521 Oct 26 15:04:53.395047 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-3cc7c9d8-d88a-433d-b690-31d06262b8b2 service neutron] 10.222.0.57 "GET /v2.0/networks/6573438f-02ca-45f5-8fe3-7bc7af911bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934982 Oct 26 15:04:53.420249 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7b78c-ef69-42e0-8bfc-ffafffeb4be7 req-8171a126-ca97-47c1-b377-54fcde328559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:53.421769 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-f3b7b78c-ef69-42e0-8bfc-ffafffeb4be7 req-8171a126-ca97-47c1-b377-54fcde328559 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f6328415-22a3-4ec4-9846-ba0b53c36d64 HTTP/1.1" status: 200 len: 1099 time: 0.0510652 Oct 26 15:04:53.459433 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-f3b7b78c-ef69-42e0-8bfc-ffafffeb4be7 req-258ec6ec-3616-49b7-83f3-ef5d1183273c service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=34445a1c-29d4-4fe8-b9e2-a517bd5ffe76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285978 Oct 26 15:04:53.657689 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-75348ed3-6e75-41a6-9a43-2c772dd1ec89 req-ee69636d-59c3-4b2a-a74f-94a03119411d tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 210 time: 0.0274940 Oct 26 15:04:53.996544 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a701b085-144a-4a5f-bb25-e89062c49754 req-907f7423-1356-42b6-bd03-e670ee50b54f tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:53.998048 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a701b085-144a-4a5f-bb25-e89062c49754 req-907f7423-1356-42b6-bd03-e670ee50b54f tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6328415-22a3-4ec4-9846-ba0b53c36d64 HTTP/1.1" status: 200 len: 946 time: 0.0493033 Oct 26 15:04:54.035918 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a701b085-144a-4a5f-bb25-e89062c49754 req-51eb6a04-8d9b-4a95-907d-ff10c4e36892 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=34445a1c-29d4-4fe8-b9e2-a517bd5ffe76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318975 Oct 26 15:04:54.757915 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8d17a2ab-3edd-4509-b796-417f7bf8b9da req-dca167a3-ff43-4c00-a2ac-e2116c7c38c5 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 210 time: 0.0259089 Oct 26 15:04:54.839638 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a58eb307-e1ab-4010-b788-7be972219a5f req-4a1bef7c-1beb-4732-ab57-67df302a76a5 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1028672377&fields=id&tenant_id=ae37455caad1400c9591e7587ec53aef HTTP/1.1" status: 200 len: 267 time: 0.0342402 Oct 26 15:04:54.898220 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58eb307-e1ab-4010-b788-7be972219a5f req-217b5fc0-7ff6-4e13-bd26-f85ef572dde8 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:54.901315 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a58eb307-e1ab-4010-b788-7be972219a5f req-217b5fc0-7ff6-4e13-bd26-f85ef572dde8 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 984 time: 0.0550976 Oct 26 15:04:54.913297 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [req-a58eb307-e1ab-4010-b788-7be972219a5f req-d1dabac7-972a-427d-baac-1ba2c9b2bd09 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Request body: {'port': {'security_groups': ['bcc71342-7fe5-4670-9507-312ce82cc2a9']}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:04:54.985583 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-a58eb307-e1ab-4010-b788-7be972219a5f req-d1dabac7-972a-427d-baac-1ba2c9b2bd09 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:55.197533 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e0756-358c-4ac4-b6de-53f9c98188a5 req-e1c4daa2-7944-4017-92cb-bf75c4fa0aad tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:55.199065 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3a9e0756-358c-4ac4-b6de-53f9c98188a5 req-e1c4daa2-7944-4017-92cb-bf75c4fa0aad tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6328415-22a3-4ec4-9846-ba0b53c36d64 HTTP/1.1" status: 200 len: 946 time: 0.0849700 Oct 26 15:04:55.212424 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.db [req-a58eb307-e1ab-4010-b788-7be972219a5f req-d1dabac7-972a-427d-baac-1ba2c9b2bd09 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] For port c2eb0799-7052-4b1e-a495-442ca53b30f3, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=c2eb0799-7052-4b1e-a495-442ca53b30f3,segment=NetworkSegment(61f6979d-e903-4c43-8269-4f51dd4c68cb),segment_id=61f6979d-e903-4c43-8269-4f51dd4c68cb)] {{(pid=108648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:04:55.268423 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-a58eb307-e1ab-4010-b788-7be972219a5f req-d1dabac7-972a-427d-baac-1ba2c9b2bd09 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks [] for port, precommit_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:55.272569 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3a9e0756-358c-4ac4-b6de-53f9c98188a5 req-bd0a8408-60d7-4fc2-bba0-d475178f3faa tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=34445a1c-29d4-4fe8-b9e2-a517bd5ffe76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660169 Oct 26 15:04:55.395956 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01c648-caf1-4336-a6b8-99f70f51f4e4 req-21438450-4325-4087-b0c0-b13a1dd8a33a tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:55.397466 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2f01c648-caf1-4336-a6b8-99f70f51f4e4 req-21438450-4325-4087-b0c0-b13a1dd8a33a tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6328415-22a3-4ec4-9846-ba0b53c36d64 HTTP/1.1" status: 200 len: 946 time: 0.0572121 Oct 26 15:04:55.406264 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 34938) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:55.410624 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-a7e2c5a3-d33b-44f1-9e1c-a87a85893338 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Request body: {'floatingip': {'port_id': 'd117d24f-b656-4390-803f-eb45ca5df100'}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:04:55.444397 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-a58eb307-e1ab-4010-b788-7be972219a5f req-d1dabac7-972a-427d-baac-1ba2c9b2bd09 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3397078'] for port, after_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:55.455560 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] get_ports_and_sgs() called for port_ids ['c2eb0799-7052-4b1e-a495-442ca53b30f3'] {{(pid=108649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:04:55.469107 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a7e2c5a3-d33b-44f1-9e1c-a87a85893338 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks [] for floatingip, before_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:55.566406 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58eb307-e1ab-4010-b788-7be972219a5f req-d1dabac7-972a-427d-baac-1ba2c9b2bd09 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:55.566406 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-a58eb307-e1ab-4010-b788-7be972219a5f req-d1dabac7-972a-427d-baac-1ba2c9b2bd09 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:55.566406 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a58eb307-e1ab-4010-b788-7be972219a5f req-d1dabac7-972a-427d-baac-1ba2c9b2bd09 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "PUT /v2.0/ports/c2eb0799-7052-4b1e-a495-442ca53b30f3 HTTP/1.1" status: 200 len: 942 time: 0.6542876 Oct 26 15:04:55.566406 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eba8653-ed58-4bd4-8847-c44d71c65cad', 'tag': 'c2eb0799-7052-4b1e-a495-442ca53b30f3'}] {{(pid=108648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:04:55.566406 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfc2c26cf4d6f56294a0969bf05099f9a11f02f7060f3ae519b1a3a74e90611f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9947668-d3cd-4c69-9a2a-a0a207dfaf7d" -d '{"events": [{"name": "network-changed", "server_uuid": "3eba8653-ed58-4bd4-8847-c44d71c65cad", "tag": "c2eb0799-7052-4b1e-a495-442ca53b30f3"}]}' {{(pid=108648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:04:55.569095 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 34942) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:55.625659 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dabac7-972a-427d-baac-1ba2c9b2bd09 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Pushing event updated for resources: {'Port': ['ID=c2eb0799-7052-4b1e-a495-442ca53b30f3,revision_number=7']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:55.643334 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] get_ports_and_sgs() called for port_ids ['c2eb0799-7052-4b1e-a495-442ca53b30f3'] {{(pid=108649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:04:55.713004 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-4d12af63-2dac-4f23-ba19-35bcd5dd8666 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:55.741876 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-4d12af63-2dac-4f23-ba19-35bcd5dd8666 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:55.746988 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e545c7-fa8e-4e02-a370-a304600891c4 x-openstack-request-id: req-64e545c7-fa8e-4e02-a370-a304600891c4 {{(pid=108648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:04:55.747280 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eba8653-ed58-4bd4-8847-c44d71c65cad", "tag": "c2eb0799-7052-4b1e-a495-442ca53b30f3", "status": "completed", "code": 200}]} {{(pid=108648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:04:55.747536 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-64e545c7-fa8e-4e02-a370-a304600891c4 {{(pid=108648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:04:55.748011 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eba8653-ed58-4bd4-8847-c44d71c65cad', 'tag': 'c2eb0799-7052-4b1e-a495-442ca53b30f3', 'status': 'completed', 'code': 200} Oct 26 15:04:55.862690 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9947668-d3cd-4c69-9a2a-a0a207dfaf7d req-7eefae3e-0a28-4739-a88c-a38c9fe9e455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:55.864241 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-f9947668-d3cd-4c69-9a2a-a0a207dfaf7d req-7eefae3e-0a28-4739-a88c-a38c9fe9e455 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ae37455caad1400c9591e7587ec53aef&device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 1098 time: 0.0713012 Oct 26 15:04:55.894681 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-0c48dafe-418d-42ae-a197-cefc15547375 None None] Provisioning complete for port c2eb0799-7052-4b1e-a495-442ca53b30f3 triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:04:55.896188 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-0c48dafe-418d-42ae-a197-cefc15547375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:55.941722 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3f2781eb-c067-44a2-a4b8-5f83c258a2bc req-23af5b01-82b7-4d21-b450-1ded9093248a tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 210 time: 0.0461669 Oct 26 15:04:55.976428 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-4d12af63-2dac-4f23-ba19-35bcd5dd8666 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:55.979638 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-4d12af63-2dac-4f23-ba19-35bcd5dd8666 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:55.981593 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-4d12af63-2dac-4f23-ba19-35bcd5dd8666 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "DELETE /v2.0/security-groups/d842cd51-f0de-4e29-bd1d-3af03c0a6640 HTTP/1.1" status: 204 len: 168 time: 0.4079821 Oct 26 15:04:55.987045 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 34948) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:56.001699 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9947668-d3cd-4c69-9a2a-a0a207dfaf7d req-243b9ee6-0f33-4123-9680-a53db274db80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:56.003191 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-f9947668-d3cd-4c69-9a2a-a0a207dfaf7d req-243b9ee6-0f33-4123-9680-a53db274db80 service neutron] 10.222.0.76 "GET /v2.0/networks?id=aa36fb45-c81d-4582-a1d1-4df2ccc686c8 HTTP/1.1" status: 200 len: 916 time: 0.1305659 Oct 26 15:04:56.030424 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d12af63-2dac-4f23-ba19-35bcd5dd8666 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d842cd51-f0de-4e29-bd1d-3af03c0a6640,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:56.122326 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a7e2c5a3-d33b-44f1-9e1c-a87a85893338 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:56.141689 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-f9947668-d3cd-4c69-9a2a-a0a207dfaf7d req-89760406-fb7d-4f57-b2c8-588ba0e11919 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2eb0799-7052-4b1e-a495-442ca53b30f3 HTTP/1.1" status: 200 len: 999 time: 0.1091557 Oct 26 15:04:56.191952 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a7e2c5a3-d33b-44f1-9e1c-a87a85893338 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536297274'] for floatingip, after_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:56.223061 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9947668-d3cd-4c69-9a2a-a0a207dfaf7d req-293838a1-3b58-4095-b7dc-c71248fe296b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:56.225354 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-f9947668-d3cd-4c69-9a2a-a0a207dfaf7d req-293838a1-3b58-4095-b7dc-c71248fe296b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7cf36ff4-7097-4007-a564-c4675e4a120f HTTP/1.1" status: 200 len: 854 time: 0.0716116 Oct 26 15:04:56.273176 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [None req-fd557818-1ed6-4051-8e65-338902856b3e tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Deleting port 7cb6eebd-2c69-4d93-8aac-4639e08309ac {{(pid=108647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:04:56.273176 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-fd557818-1ed6-4051-8e65-338902856b3e tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:56.323259 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9947668-d3cd-4c69-9a2a-a0a207dfaf7d req-9f3994c0-4b5f-476a-949e-7dffd32aa67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:56.324826 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-f9947668-d3cd-4c69-9a2a-a0a207dfaf7d req-9f3994c0-4b5f-476a-949e-7dffd32aa67e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=aa36fb45-c81d-4582-a1d1-4df2ccc686c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0936093 Oct 26 15:04:56.353619 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-d6e7c138-081c-4faa-bf3e-5609329faf58 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:56.355260 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-d6e7c138-081c-4faa-bf3e-5609329faf58 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.76 "GET /v2.0/networks?id=6573438f-02ca-45f5-8fe3-7bc7af911bdf HTTP/1.1" status: 200 len: 816 time: 0.2144279 Oct 26 15:04:56.361936 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.db.l3_db [None req-a7e2c5a3-d33b-44f1-9e1c-a87a85893338 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Floating IP c9131df4-371d-42f5-8f77-2e60e7fb2c04 associated. External IP: 172.27.0.241, port: d117d24f-b656-4390-803f-eb45ca5df100. Oct 26 15:04:56.407607 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-fd557818-1ed6-4051-8e65-338902856b3e tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:56.407932 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-fd557818-1ed6-4051-8e65-338902856b3e tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:56.424860 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [None req-fd557818-1ed6-4051-8e65-338902856b3e tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Calling delete_port for 7cb6eebd-2c69-4d93-8aac-4639e08309ac owned by network:floatingip {{(pid=108647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:04:56.469375 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-6816dc78-0b1f-4daf-8226-8c77ba848228 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6848328b3c604db790b65db1f62c66b8 HTTP/1.1" status: 200 len: 380 time: 0.1041832 Oct 26 15:04:56.482995 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-c4957cfc-0ea9-42b1-927f-936088774118 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Request body: {'port': {'device_id': '5e821244-ff6b-495b-9ffc-6e40366b4ffb', 'network_id': '6573438f-02ca-45f5-8fe3-7bc7af911bdf', 'admin_state_up': True, 'tenant_id': '6848328b3c604db790b65db1f62c66b8', 'security_groups': ['f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e']}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:04:56.487346 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-f9947668-d3cd-4c69-9a2a-a0a207dfaf7d req-58963a1d-8742-4e27-b91d-bb03ce1527e6 service neutron] 10.222.0.76 "GET /v2.0/networks/aa36fb45-c81d-4582-a1d1-4df2ccc686c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536555 Oct 26 15:04:56.643436 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-f9947668-d3cd-4c69-9a2a-a0a207dfaf7d req-32826897-87e2-4e07-afd3-db98a21f3d3a service neutron] 10.222.0.76 "GET /v2.0/networks/aa36fb45-c81d-4582-a1d1-4df2ccc686c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465578 Oct 26 15:04:56.841197 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-fd557818-1ed6-4051-8e65-338902856b3e tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:56.868847 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd557818-1ed6-4051-8e65-338902856b3e tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Pushing event deleted for resources: {'Port': ['ID=7cb6eebd-2c69-4d93-8aac-4639e08309ac,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:56.931249 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-fd557818-1ed6-4051-8e65-338902856b3e tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks [] for floatingip, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:56.931898 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.db.l3_db [None req-fd557818-1ed6-4051-8e65-338902856b3e tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Floating IP faae4acd-02db-4ba1-a5c8-f76e7c4c98cf disassociated (deleted). External IP: 172.27.0.8, port: c2eb0799-7052-4b1e-a495-442ca53b30f3. Oct 26 15:04:56.948959 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e2c5a3-d33b-44f1-9e1c-a87a85893338 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Router 9bf93efb-a9f6-4a5c-9462-8d777e3445ee has already been hosted by L3 agent aad0d180-bd62-492d-9d56-445be5af9cbd {{(pid=108648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:04:57.057225 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-c4957cfc-0ea9-42b1-927f-936088774118 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Made reservation on behalf of 6848328b3c604db790b65db1f62c66b8 for: {'port': 1} {{(pid=108648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:04:57.060863 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-c4957cfc-0ea9-42b1-927f-936088774118 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:57.082129 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-97b03224-a1b5-41db-97ac-128f7773803e req-4a7be116-d675-415b-8412-83ce15611c1d tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 210 time: 0.0465086 Oct 26 15:04:57.144898 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e2c5a3-d33b-44f1-9e1c-a87a85893338 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Notify agent at l3_agent.dv-cinder-732704-6-iscsi the message routers_updated {{(pid=108648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:04:57.149960 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a7e2c5a3-d33b-44f1-9e1c-a87a85893338 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for floatingip, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:57.160905 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0646da-ef5d-4c75-9e24-a148c9e3b156 None None] Sync routers for ids ['9bf93efb-a9f6-4a5c-9462-8d777e3445ee'] in dv-cinder-732704-6-iscsi {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:04:57.179915 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0646da-ef5d-4c75-9e24-a148c9e3b156 None None] Routers {'9bf93efb-a9f6-4a5c-9462-8d777e3445ee'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:04:57.182632 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-6e0646da-ef5d-4c75-9e24-a148c9e3b156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:04:43Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['9bf93efb-a9f6-4a5c-9462-8d777e3445ee'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:57.206846 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-a7e2c5a3-d33b-44f1-9e1c-a87a85893338 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "PUT /v2.0/floatingips/c9131df4-371d-42f5-8f77-2e60e7fb2c04 HTTP/1.1" status: 200 len: 992 time: 1.7959335 Oct 26 15:04:57.305418 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.db.db_base_plugin_common [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-c4957cfc-0ea9-42b1-927f-936088774118 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Allocated IP 172.20.0.4 (6573438f-02ca-45f5-8fe3-7bc7af911bdf/eb360883-a29a-4019-ba79-ea1f2d3809c0/2f3e37a8-f184-42db-88ee-aee22274b12e) {{(pid=108648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:04:57.312348 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-6e0646da-ef5d-4c75-9e24-a148c9e3b156 None None] Set router 9bf93efb-a9f6-4a5c-9462-8d777e3445ee gateway port host: dv-cinder-732704-6-iscsi {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:04:57.388895 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd557818-1ed6-4051-8e65-338902856b3e tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Router 58398bf7-2e07-4bcf-b90a-3dec3c8cc50d has already been hosted by L3 agent aad0d180-bd62-492d-9d56-445be5af9cbd {{(pid=108647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:04:57.488526 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-c4957cfc-0ea9-42b1-927f-936088774118 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks [] for port, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:57.512374 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd557818-1ed6-4051-8e65-338902856b3e tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Notify agent at l3_agent.dv-cinder-732704-6-iscsi the message routers_updated {{(pid=108647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:04:57.517114 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-fd557818-1ed6-4051-8e65-338902856b3e tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for floatingip, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:57.526240 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b118e526-cb7a-4c81-8220-36462cc79e62 None None] Sync routers for ids ['58398bf7-2e07-4bcf-b90a-3dec3c8cc50d'] in dv-cinder-732704-6-iscsi {{(pid=108650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:04:57.539017 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b118e526-cb7a-4c81-8220-36462cc79e62 None None] Routers {'58398bf7-2e07-4bcf-b90a-3dec3c8cc50d'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:04:57.540912 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-b118e526-cb7a-4c81-8220-36462cc79e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:04:43Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['58398bf7-2e07-4bcf-b90a-3dec3c8cc50d'], 'active': True} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:57.550228 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-fd557818-1ed6-4051-8e65-338902856b3e tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "DELETE /v2.0/floatingips/faae4acd-02db-4ba1-a5c8-f76e7c4c98cf HTTP/1.1" status: 204 len: 168 time: 1.5593228 Oct 26 15:04:57.551016 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eba8653-ed58-4bd4-8847-c44d71c65cad', 'tag': 'c2eb0799-7052-4b1e-a495-442ca53b30f3'}] {{(pid=108647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:04:57.553332 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c67b12b1cf7ef49faca107c22834427ed1d300477b197fee39d1c6656c9e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05990ae-1854-44a5-a215-6a0ed7300208" -d '{"events": [{"name": "network-changed", "server_uuid": "3eba8653-ed58-4bd4-8847-c44d71c65cad", "tag": "c2eb0799-7052-4b1e-a495-442ca53b30f3"}]}' {{(pid=108647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:04:57.560623 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-6e0646da-ef5d-4c75-9e24-a148c9e3b156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'name': 'tempest-AttachVolumeTestJSON-1623523863-router', 'tenant_id': '5b867107a3d44416a28e053e339e7d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '91dfbf11-545f-40c2-b69b-08463054ab42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:20Z', 'updated_at': '2021-10-26T14:59:25Z', 'revision_number': 4, 'project_id': '5b867107a3d44416a28e053e339e7d5f', 'gw_port': {'id': '91dfbf11-545f-40c2-b69b-08463054ab42', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:21Z', 'updated_at': '2021-10-26T14:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_floatingips': [{'id': 'c9131df4-371d-42f5-8f77-2e60e7fb2c04', 'tenant_id': '5b867107a3d44416a28e053e339e7d5f', 'floating_ip_address': '172.27.0.241', 'floating_network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'router_id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'port_id': 'd117d24f-b656-4390-803f-eb45ca5df100', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a59254-0cf7-4cdc-9af4-c745fac64f1e', 'mac_address': 'fa:16:3e:78:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6328415-22a3-4ec4-9846-ba0b53c36d64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:04:41Z', 'updated_at': '2021-10-26T15:04:56Z', 'revision_number': 1, 'project_id': '5b867107a3d44416a28e053e339e7d5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7317a713-edf3-4ac5-b9b3-b5884a404dc3', 'name': '', 'network_id': 'c4a59254-0cf7-4cdc-9af4-c745fac64f1e', 'tenant_id': '5b867107a3d44416a28e053e339e7d5f', 'mac_address': 'fa:16:3e:3e:49:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e3398950-00b5-499d-8477-d73683a1256e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:24Z', 'updated_at': '2021-10-26T14:59:33Z', 'revision_number': 5, 'project_id': '5b867107a3d44416a28e053e339e7d5f', 'subnets': [{'id': 'e3398950-00b5-499d-8477-d73683a1256e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:57.589582 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0646da-ef5d-4c75-9e24-a148c9e3b156 None None] Checking router: 9bf93efb-a9f6-4a5c-9462-8d777e3445ee for host: dv-cinder-732704-6-iscsi {{(pid=108649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:04:57.592721 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-c4957cfc-0ea9-42b1-927f-936088774118 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3397087'] for port, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:57.599383 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0646da-ef5d-4c75-9e24-a148c9e3b156 None None] Routers {'9bf93efb-a9f6-4a5c-9462-8d777e3445ee'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:04:57.600086 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-6e0646da-ef5d-4c75-9e24-a148c9e3b156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:04:43Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['9bf93efb-a9f6-4a5c-9462-8d777e3445ee'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:57.601312 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ae9bd4-b371-4ef4-a8bb-f87a5eb456cb x-openstack-request-id: req-f7ae9bd4-b371-4ef4-a8bb-f87a5eb456cb {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:04:57.601726 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eba8653-ed58-4bd4-8847-c44d71c65cad", "tag": "c2eb0799-7052-4b1e-a495-442ca53b30f3", "status": "completed", "code": 200}]} {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:04:57.601875 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f7ae9bd4-b371-4ef4-a8bb-f87a5eb456cb {{(pid=108647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:04:57.602272 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eba8653-ed58-4bd4-8847-c44d71c65cad', 'tag': 'c2eb0799-7052-4b1e-a495-442ca53b30f3', 'status': 'completed', 'code': 200} Oct 26 15:04:57.667786 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4957cfc-0ea9-42b1-927f-936088774118 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Pushing event updated for resources: {'Port': ['ID=2f3e37a8-f184-42db-88ee-aee22274b12e,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:57.699450 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-c4957cfc-0ea9-42b1-927f-936088774118 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Network 6573438f-02ca-45f5-8fe3-7bc7af911bdf is already hosted by enough agents. {{(pid=108648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:04:57.700915 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.base_scheduler [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-c4957cfc-0ea9-42b1-927f-936088774118 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Resources bound (agent type, host, resource id): {{(pid=108648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:04:57.706861 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05990ae-1854-44a5-a215-6a0ed7300208 req-fe7dbf43-2eef-4569-b5f3-ae3ecd1c8a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:57.708608 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-c05990ae-1854-44a5-a215-6a0ed7300208 req-fe7dbf43-2eef-4569-b5f3-ae3ecd1c8a60 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ae37455caad1400c9591e7587ec53aef&device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 1098 time: 0.0824084 Oct 26 15:04:57.708704 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-c4957cfc-0ea9-42b1-927f-936088774118 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Received port after_create {{(pid=108648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:04:57.748553 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6328415-22a3-4ec4-9846-ba0b53c36d64', 'tag': 'd117d24f-b656-4390-803f-eb45ca5df100'}] {{(pid=108648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:04:57.751023 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvr_db [None req-b118e526-cb7a-4c81-8220-36462cc79e62 None None] Set router 58398bf7-2e07-4bcf-b90a-3dec3c8cc50d gateway port host: dv-cinder-732704-6-iscsi {{(pid=108650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:04:57.754346 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfc2c26cf4d6f56294a0969bf05099f9a11f02f7060f3ae519b1a3a74e90611f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63fb16aa-2106-4786-8786-010080ef2231" -d '{"events": [{"name": "network-changed", "server_uuid": "f6328415-22a3-4ec4-9846-ba0b53c36d64", "tag": "d117d24f-b656-4390-803f-eb45ca5df100"}]}' {{(pid=108648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:04:57.764285 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-6e0646da-ef5d-4c75-9e24-a148c9e3b156 None None] Set router 9bf93efb-a9f6-4a5c-9462-8d777e3445ee gateway port host: dv-cinder-732704-6-iscsi {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:04:57.814837 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-c4957cfc-0ea9-42b1-927f-936088774118 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:57.815827 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-c4957cfc-0ea9-42b1-927f-936088774118 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:57.839790 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c7e0ac-6909-471d-aaf0-25ab596ba4c9 x-openstack-request-id: req-39c7e0ac-6909-471d-aaf0-25ab596ba4c9 {{(pid=108648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:04:57.840110 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6328415-22a3-4ec4-9846-ba0b53c36d64", "tag": "d117d24f-b656-4390-803f-eb45ca5df100", "status": "completed", "code": 200}]} {{(pid=108648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:04:57.840501 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-39c7e0ac-6909-471d-aaf0-25ab596ba4c9 {{(pid=108648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:04:57.840907 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6328415-22a3-4ec4-9846-ba0b53c36d64', 'tag': 'd117d24f-b656-4390-803f-eb45ca5df100', 'status': 'completed', 'code': 200} Oct 26 15:04:57.884897 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05990ae-1854-44a5-a215-6a0ed7300208 req-94ff20d4-17df-4ed9-baf8-624d17eff869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:57.886459 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-c05990ae-1854-44a5-a215-6a0ed7300208 req-94ff20d4-17df-4ed9-baf8-624d17eff869 service neutron] 10.222.0.76 "GET /v2.0/networks?id=aa36fb45-c81d-4582-a1d1-4df2ccc686c8 HTTP/1.1" status: 200 len: 916 time: 0.1712942 Oct 26 15:04:57.912532 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-c4957cfc-0ea9-42b1-927f-936088774118 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4351199 Oct 26 15:04:57.924645 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-4ed9b234-428c-4cc8-9e64-03d31bf6a2b3 service neutron] Request body: {'port': {'device_id': '5e821244-ff6b-495b-9ffc-6e40366b4ffb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73270'}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:04:57.935960 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-c05990ae-1854-44a5-a215-6a0ed7300208 req-7156690b-4e43-48e6-98d7-6b8531ed596b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2eb0799-7052-4b1e-a495-442ca53b30f3 HTTP/1.1" status: 200 len: 217 time: 0.0357327 Oct 26 15:04:57.997712 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb16aa-2106-4786-8786-010080ef2231 req-ff7bc990-9c67-4663-b77c-955db839f2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:57.997712 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-63fb16aa-2106-4786-8786-010080ef2231 req-ff7bc990-9c67-4663-b77c-955db839f2d6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5b867107a3d44416a28e053e339e7d5f&device_id=f6328415-22a3-4ec4-9846-ba0b53c36d64 HTTP/1.1" status: 200 len: 1099 time: 0.1286199 Oct 26 15:04:58.030488 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-4ed9b234-428c-4cc8-9e64-03d31bf6a2b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:58.035042 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05990ae-1854-44a5-a215-6a0ed7300208 req-f22bb32b-5fb8-4f4e-b1ca-a4d1ccfc6182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:58.036922 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-c05990ae-1854-44a5-a215-6a0ed7300208 req-f22bb32b-5fb8-4f4e-b1ca-a4d1ccfc6182 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7cf36ff4-7097-4007-a564-c4675e4a120f HTTP/1.1" status: 200 len: 854 time: 0.0899811 Oct 26 15:04:58.076179 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-609bb7f2-a4fb-451f-acca-065bb6c9dc25 None None] Provisioning complete for port 2f3e37a8-f184-42db-88ee-aee22274b12e triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:04:58.077121 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-609bb7f2-a4fb-451f-acca-065bb6c9dc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:58.086298 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-b118e526-cb7a-4c81-8220-36462cc79e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58398bf7-2e07-4bcf-b90a-3dec3c8cc50d', 'name': 'tempest-TestMinimumBasicScenario-2146501661-router', 'tenant_id': 'ae37455caad1400c9591e7587ec53aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '0912c6e7-7a00-4da8-9475-f4b0224b839c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:26Z', 'updated_at': '2021-10-26T15:01:30Z', 'revision_number': 4, 'project_id': 'ae37455caad1400c9591e7587ec53aef', 'gw_port': {'id': '0912c6e7-7a00-4da8-9475-f4b0224b839c', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58398bf7-2e07-4bcf-b90a-3dec3c8cc50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:27Z', 'updated_at': '2021-10-26T15:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': '938b9210-559b-4f9b-be14-5f761bd6021e', 'name': '', 'network_id': 'aa36fb45-c81d-4582-a1d1-4df2ccc686c8', 'tenant_id': 'ae37455caad1400c9591e7587ec53aef', 'mac_address': 'fa:16:3e:f5:1f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58398bf7-2e07-4bcf-b90a-3dec3c8cc50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '7cf36ff4-7097-4007-a564-c4675e4a120f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:30Z', 'updated_at': '2021-10-26T15:01:35Z', 'revision_number': 5, 'project_id': 'ae37455caad1400c9591e7587ec53aef', 'subnets': [{'id': '7cf36ff4-7097-4007-a564-c4675e4a120f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:58.122266 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b118e526-cb7a-4c81-8220-36462cc79e62 None None] Checking router: 58398bf7-2e07-4bcf-b90a-3dec3c8cc50d for host: dv-cinder-732704-6-iscsi {{(pid=108650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:04:58.132494 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b118e526-cb7a-4c81-8220-36462cc79e62 None None] Routers {'58398bf7-2e07-4bcf-b90a-3dec3c8cc50d'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:04:58.133118 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-b118e526-cb7a-4c81-8220-36462cc79e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:04:43Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['58398bf7-2e07-4bcf-b90a-3dec3c8cc50d'], 'active': True} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:58.158563 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05990ae-1854-44a5-a215-6a0ed7300208 req-c07894a6-6939-400e-8bc6-d95813efb74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:58.158563 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-c05990ae-1854-44a5-a215-6a0ed7300208 req-c07894a6-6939-400e-8bc6-d95813efb74a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=aa36fb45-c81d-4582-a1d1-4df2ccc686c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0893526 Oct 26 15:04:58.159985 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb16aa-2106-4786-8786-010080ef2231 req-0c38bd5e-5dcd-497f-9769-13b2cdff49cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:58.161678 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-63fb16aa-2106-4786-8786-010080ef2231 req-0c38bd5e-5dcd-497f-9769-13b2cdff49cc service neutron] 10.222.0.76 "GET /v2.0/networks?id=c4a59254-0cf7-4cdc-9af4-c745fac64f1e HTTP/1.1" status: 200 len: 912 time: 0.1574235 Oct 26 15:04:58.165780 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-6e0646da-ef5d-4c75-9e24-a148c9e3b156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'name': 'tempest-AttachVolumeTestJSON-1623523863-router', 'tenant_id': '5b867107a3d44416a28e053e339e7d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '91dfbf11-545f-40c2-b69b-08463054ab42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:20Z', 'updated_at': '2021-10-26T14:59:25Z', 'revision_number': 4, 'project_id': '5b867107a3d44416a28e053e339e7d5f', 'gw_port': {'id': '91dfbf11-545f-40c2-b69b-08463054ab42', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:21Z', 'updated_at': '2021-10-26T14:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_floatingips': [{'id': 'c9131df4-371d-42f5-8f77-2e60e7fb2c04', 'tenant_id': '5b867107a3d44416a28e053e339e7d5f', 'floating_ip_address': '172.27.0.241', 'floating_network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'router_id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'port_id': 'd117d24f-b656-4390-803f-eb45ca5df100', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a59254-0cf7-4cdc-9af4-c745fac64f1e', 'mac_address': 'fa:16:3e:78:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6328415-22a3-4ec4-9846-ba0b53c36d64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:04:41Z', 'updated_at': '2021-10-26T15:04:56Z', 'revision_number': 1, 'project_id': '5b867107a3d44416a28e053e339e7d5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7317a713-edf3-4ac5-b9b3-b5884a404dc3', 'name': '', 'network_id': 'c4a59254-0cf7-4cdc-9af4-c745fac64f1e', 'tenant_id': '5b867107a3d44416a28e053e339e7d5f', 'mac_address': 'fa:16:3e:3e:49:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e3398950-00b5-499d-8477-d73683a1256e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:24Z', 'updated_at': '2021-10-26T14:59:33Z', 'revision_number': 5, 'project_id': '5b867107a3d44416a28e053e339e7d5f', 'subnets': [{'id': 'e3398950-00b5-499d-8477-d73683a1256e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:58.241256 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0646da-ef5d-4c75-9e24-a148c9e3b156 None None] The sync data for ids ['9bf93efb-a9f6-4a5c-9462-8d777e3445ee'] in dv-cinder-732704-6-iscsi is: [{'id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'name': 'tempest-AttachVolumeTestJSON-1623523863-router', 'tenant_id': '5b867107a3d44416a28e053e339e7d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '91dfbf11-545f-40c2-b69b-08463054ab42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:20Z', 'updated_at': '2021-10-26T14:59:25Z', 'revision_number': 4, 'project_id': '5b867107a3d44416a28e053e339e7d5f', 'gw_port': {'id': '91dfbf11-545f-40c2-b69b-08463054ab42', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:21Z', 'updated_at': '2021-10-26T14:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_floatingips': [{'id': 'c9131df4-371d-42f5-8f77-2e60e7fb2c04', 'tenant_id': '5b867107a3d44416a28e053e339e7d5f', 'floating_ip_address': '172.27.0.241', 'floating_network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'router_id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'port_id': 'd117d24f-b656-4390-803f-eb45ca5df100', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a59254-0cf7-4cdc-9af4-c745fac64f1e', 'mac_address': 'fa:16:3e:78:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6328415-22a3-4ec4-9846-ba0b53c36d64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:04:41Z', 'updated_at': '2021-10-26T15:04:56Z', 'revision_number': 1, 'project_id': '5b867107a3d44416a28e053e339e7d5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7317a713-edf3-4ac5-b9b3-b5884a404dc3', 'name': '', 'network_id': 'c4a59254-0cf7-4cdc-9af4-c745fac64f1e', 'tenant_id': '5b867107a3d44416a28e053e339e7d5f', 'mac_address': 'fa:16:3e:3e:49:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e3398950-00b5-499d-8477-d73683a1256e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:24Z', 'updated_at': '2021-10-26T14:59:33Z', 'revision_number': 5, 'project_id': '5b867107a3d44416a28e053e339e7d5f', 'subnets': [{'id': 'e3398950-00b5-499d-8477-d73683a1256e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:04:58.258458 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-609bb7f2-a4fb-451f-acca-065bb6c9dc25 None None] Port 2f3e37a8-f184-42db-88ee-aee22274b12e cannot update to ACTIVE because it is not bound. {{(pid=108649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:04:58.309589 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvr_db [None req-b118e526-cb7a-4c81-8220-36462cc79e62 None None] Set router 58398bf7-2e07-4bcf-b90a-3dec3c8cc50d gateway port host: dv-cinder-732704-6-iscsi {{(pid=108650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:04:58.371261 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43286156-1c39-4922-b0e1-d5ae6bd317f0 req-9b634d19-11b7-45fe-836f-6de75e2427b2 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:58.377551 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-43286156-1c39-4922-b0e1-d5ae6bd317f0 req-9b634d19-11b7-45fe-836f-6de75e2427b2 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 931 time: 0.1430011 Oct 26 15:04:58.381327 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-c05990ae-1854-44a5-a215-6a0ed7300208 req-e05ef00c-69ad-4757-bed6-a725bc3491cb service neutron] 10.222.0.76 "GET /v2.0/networks/aa36fb45-c81d-4582-a1d1-4df2ccc686c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116024 Oct 26 15:04:58.419516 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-63fb16aa-2106-4786-8786-010080ef2231 req-732de770-3413-43bc-a861-56a4cc368e6c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d117d24f-b656-4390-803f-eb45ca5df100 HTTP/1.1" status: 200 len: 1000 time: 0.2343855 Oct 26 15:04:58.451637 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-43286156-1c39-4922-b0e1-d5ae6bd317f0 req-4dc950da-9ad9-41d5-8fce-24aae6635e0e tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678008 Oct 26 15:04:58.487472 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:58.522530 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.notifiers.nova [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-4ed9b234-428c-4cc8-9e64-03d31bf6a2b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f3e37a8-f184-42db-88ee-aee22274b12e {{(pid=108648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:04:58.533443 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-4ed9b234-428c-4cc8-9e64-03d31bf6a2b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:58.544478 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-c05990ae-1854-44a5-a215-6a0ed7300208 req-7db3604f-094f-49ab-a7f4-fd38b99881f9 service neutron] 10.222.0.76 "GET /v2.0/networks/aa36fb45-c81d-4582-a1d1-4df2ccc686c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524858 Oct 26 15:04:58.549342 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.db.provisioning_blocks [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-4ed9b234-428c-4cc8-9e64-03d31bf6a2b3 service neutron] Transition to ACTIVE for port object 2f3e37a8-f184-42db-88ee-aee22274b12e will not be triggered until provisioned by entity L2. {{(pid=108648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 15:04:58.564262 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-b118e526-cb7a-4c81-8220-36462cc79e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58398bf7-2e07-4bcf-b90a-3dec3c8cc50d', 'name': 'tempest-TestMinimumBasicScenario-2146501661-router', 'tenant_id': 'ae37455caad1400c9591e7587ec53aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '0912c6e7-7a00-4da8-9475-f4b0224b839c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:26Z', 'updated_at': '2021-10-26T15:01:30Z', 'revision_number': 4, 'project_id': 'ae37455caad1400c9591e7587ec53aef', 'gw_port': {'id': '0912c6e7-7a00-4da8-9475-f4b0224b839c', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58398bf7-2e07-4bcf-b90a-3dec3c8cc50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:27Z', 'updated_at': '2021-10-26T15:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': '938b9210-559b-4f9b-be14-5f761bd6021e', 'name': '', 'network_id': 'aa36fb45-c81d-4582-a1d1-4df2ccc686c8', 'tenant_id': 'ae37455caad1400c9591e7587ec53aef', 'mac_address': 'fa:16:3e:f5:1f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58398bf7-2e07-4bcf-b90a-3dec3c8cc50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '7cf36ff4-7097-4007-a564-c4675e4a120f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:30Z', 'updated_at': '2021-10-26T15:01:35Z', 'revision_number': 5, 'project_id': 'ae37455caad1400c9591e7587ec53aef', 'subnets': [{'id': '7cf36ff4-7097-4007-a564-c4675e4a120f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:58.570936 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb16aa-2106-4786-8786-010080ef2231 req-9a72a876-29e3-4aee-9440-a2db4999817c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:58.574056 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-63fb16aa-2106-4786-8786-010080ef2231 req-9a72a876-29e3-4aee-9440-a2db4999817c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e3398950-00b5-499d-8477-d73683a1256e HTTP/1.1" status: 200 len: 850 time: 0.1249201 Oct 26 15:04:58.575836 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9be054-4a48-424b-b35a-b9b1beaabc3e None None] New status for floating IP c9131df4-371d-42f5-8f77-2e60e7fb2c04: ACTIVE {{(pid=108649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:04:58.593355 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b118e526-cb7a-4c81-8220-36462cc79e62 None None] The sync data for ids ['58398bf7-2e07-4bcf-b90a-3dec3c8cc50d'] in dv-cinder-732704-6-iscsi is: [{'id': '58398bf7-2e07-4bcf-b90a-3dec3c8cc50d', 'name': 'tempest-TestMinimumBasicScenario-2146501661-router', 'tenant_id': 'ae37455caad1400c9591e7587ec53aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '0912c6e7-7a00-4da8-9475-f4b0224b839c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:26Z', 'updated_at': '2021-10-26T15:01:30Z', 'revision_number': 4, 'project_id': 'ae37455caad1400c9591e7587ec53aef', 'gw_port': {'id': '0912c6e7-7a00-4da8-9475-f4b0224b839c', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58398bf7-2e07-4bcf-b90a-3dec3c8cc50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:27Z', 'updated_at': '2021-10-26T15:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': '938b9210-559b-4f9b-be14-5f761bd6021e', 'name': '', 'network_id': 'aa36fb45-c81d-4582-a1d1-4df2ccc686c8', 'tenant_id': 'ae37455caad1400c9591e7587ec53aef', 'mac_address': 'fa:16:3e:f5:1f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58398bf7-2e07-4bcf-b90a-3dec3c8cc50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '7cf36ff4-7097-4007-a564-c4675e4a120f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:30Z', 'updated_at': '2021-10-26T15:01:35Z', 'revision_number': 5, 'project_id': 'ae37455caad1400c9591e7587ec53aef', 'subnets': [{'id': '7cf36ff4-7097-4007-a564-c4675e4a120f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:04:58.634450 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb16aa-2106-4786-8786-010080ef2231 req-fb0035c1-66b7-4123-b3b2-444e5022e2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:58.636012 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-63fb16aa-2106-4786-8786-010080ef2231 req-fb0035c1-66b7-4123-b3b2-444e5022e2bc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c4a59254-0cf7-4cdc-9af4-c745fac64f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519598 Oct 26 15:04:58.647487 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-4ed9b234-428c-4cc8-9e64-03d31bf6a2b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3397078'] for port, after_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:58.726245 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed9b234-428c-4cc8-9e64-03d31bf6a2b3 service neutron] Pushing event updated for resources: {'Port': ['ID=2f3e37a8-f184-42db-88ee-aee22274b12e,revision_number=2']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:58.779792 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-63fb16aa-2106-4786-8786-010080ef2231 req-3696f864-a668-4dd0-b00c-6ded58c90318 service neutron] 10.222.0.76 "GET /v2.0/networks/c4a59254-0cf7-4cdc-9af4-c745fac64f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345129 Oct 26 15:04:58.828552 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.managers [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-4ed9b234-428c-4cc8-9e64-03d31bf6a2b3 service neutron] Attempting to bind port 2f3e37a8-f184-42db-88ee-aee22274b12e on host hv-cinder-73270 for vnic_type normal with profile {{(pid=108648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:04:58.829708 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.managers [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-4ed9b234-428c-4cc8-9e64-03d31bf6a2b3 service neutron] Attempting to bind port 2f3e37a8-f184-42db-88ee-aee22274b12e by drivers openvswitch,hyperv on host hv-cinder-73270 at level 0 using segments [{'id': 'bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6573438f-02ca-45f5-8fe3-7bc7af911bdf'}] {{(pid=108648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:04:58.830062 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-4ed9b234-428c-4cc8-9e64-03d31bf6a2b3 service neutron] Attempting to bind port 2f3e37a8-f184-42db-88ee-aee22274b12e on network 6573438f-02ca-45f5-8fe3-7bc7af911bdf {{(pid=108648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:04:58.835480 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-4ed9b234-428c-4cc8-9e64-03d31bf6a2b3 service neutron] Port 2f3e37a8-f184-42db-88ee-aee22274b12e on network 6573438f-02ca-45f5-8fe3-7bc7af911bdf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73270 {{(pid=108648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 15:04:58.835836 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-4ed9b234-428c-4cc8-9e64-03d31bf6a2b3 service neutron] Attempting to bind port 2f3e37a8-f184-42db-88ee-aee22274b12e on network 6573438f-02ca-45f5-8fe3-7bc7af911bdf {{(pid=108648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:04:58.841684 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-4ed9b234-428c-4cc8-9e64-03d31bf6a2b3 service neutron] Checking agent: {'id': 'aa824652-354b-48bb-834a-72ec45d7dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73270', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 14, 57, 28), 'started_at': datetime.datetime(2021, 10, 26, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:04:58.842706 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-4ed9b234-428c-4cc8-9e64-03d31bf6a2b3 service neutron] Checking segment: {'id': 'bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6573438f-02ca-45f5-8fe3-7bc7af911bdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:04:58.843684 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-4ed9b234-428c-4cc8-9e64-03d31bf6a2b3 service neutron] Bound using segment: {'id': 'bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6573438f-02ca-45f5-8fe3-7bc7af911bdf'} {{(pid=108648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:04:58.844620 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.managers [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-4ed9b234-428c-4cc8-9e64-03d31bf6a2b3 service neutron] Bound port: 2f3e37a8-f184-42db-88ee-aee22274b12e, host: hv-cinder-73270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6573438f-02ca-45f5-8fe3-7bc7af911bdf'}}] {{(pid=108648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:04:58.844825 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-4ed9b234-428c-4cc8-9e64-03d31bf6a2b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:58.921620 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-63fb16aa-2106-4786-8786-010080ef2231 req-ad75ba0c-d87b-4cab-bc34-28ace1e6c76d service neutron] 10.222.0.76 "GET /v2.0/networks/c4a59254-0cf7-4cdc-9af4-c745fac64f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317167 Oct 26 15:04:58.948229 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.db [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-4ed9b234-428c-4cc8-9e64-03d31bf6a2b3 service neutron] For port 2f3e37a8-f184-42db-88ee-aee22274b12e, host hv-cinder-73270, cleared binding levels {{(pid=108648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:04:58.951873 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.db [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-4ed9b234-428c-4cc8-9e64-03d31bf6a2b3 service neutron] For port 2f3e37a8-f184-42db-88ee-aee22274b12e, host hv-cinder-73270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=2f3e37a8-f184-42db-88ee-aee22274b12e,segment=NetworkSegment(bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2),segment_id=bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2)] {{(pid=108648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:04:58.956021 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d4c023-0a78-4cfe-a506-0ac5c558a15f None None] New status for floating IP faae4acd-02db-4ba1-a5c8-f76e7c4c98cf: DOWN {{(pid=108650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:04:59.110495 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-4ed9b234-428c-4cc8-9e64-03d31bf6a2b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3397078'] for port, after_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:59.144164 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-4ed9b234-428c-4cc8-9e64-03d31bf6a2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:59.144746 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-4ed9b234-428c-4cc8-9e64-03d31bf6a2b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:59.146128 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-4ed9b234-428c-4cc8-9e64-03d31bf6a2b3 service neutron] 10.222.0.76 "PUT /v2.0/ports/2f3e37a8-f184-42db-88ee-aee22274b12e HTTP/1.1" status: 200 len: 1093 time: 1.2261217 Oct 26 15:04:59.176452 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed9b234-428c-4cc8-9e64-03d31bf6a2b3 service neutron] Pushing event updated for resources: {'Port': ['ID=2f3e37a8-f184-42db-88ee-aee22274b12e,revision_number=3']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:59.303740 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-8d8f4529-6384-4445-be21-26a3716f5ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:59.305236 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-8d8f4529-6384-4445-be21-26a3716f5ca3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6848328b3c604db790b65db1f62c66b8&device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 1096 time: 0.0484190 Oct 26 15:04:59.346285 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-ae9a0ff4-cd27-43f9-b984-b902208061c3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f3e37a8-f184-42db-88ee-aee22274b12e HTTP/1.1" status: 200 len: 217 time: 0.0335135 Oct 26 15:04:59.399669 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-0b861c58-c4c3-47f3-bb87-a0777dd9e649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:59.401277 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-0b861c58-c4c3-47f3-bb87-a0777dd9e649 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=eb360883-a29a-4019-ba79-ea1f2d3809c0 HTTP/1.1" status: 200 len: 855 time: 0.0459266 Oct 26 15:04:59.455969 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-c98d689c-c3e0-45d7-aa32-e188110b64c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:59.457336 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-c98d689c-c3e0-45d7-aa32-e188110b64c9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6573438f-02ca-45f5-8fe3-7bc7af911bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0479469 Oct 26 15:04:59.557937 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-bd0f0233-83c8-4ca6-a888-011daf4429ce service neutron] 10.222.0.76 "GET /v2.0/networks/6573438f-02ca-45f5-8fe3-7bc7af911bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928271 Oct 26 15:04:59.643654 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f15c4-c36f-43c6-bc6a-07dc2dd28b18 req-778c3722-e1ed-4808-bee7-8af46a71983d tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:59.645128 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-be8f15c4-c36f-43c6-bc6a-07dc2dd28b18 req-778c3722-e1ed-4808-bee7-8af46a71983d tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 943 time: 0.1067703 Oct 26 15:04:59.690486 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3bfa3961-1989-42c6-a23e-8f1189e508e8 req-05d8163f-9f4d-4832-961a-591f8bef9337 service neutron] 10.222.0.76 "GET /v2.0/networks/6573438f-02ca-45f5-8fe3-7bc7af911bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196148 Oct 26 15:04:59.703456 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-be8f15c4-c36f-43c6-bc6a-07dc2dd28b18 req-40598410-d52a-46ab-b180-c51b48e2ed74 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511942 Oct 26 15:04:59.842359 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e821244-ff6b-495b-9ffc-6e40366b4ffb', 'tag': '2f3e37a8-f184-42db-88ee-aee22274b12e'}] {{(pid=108648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:04:59.845008 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfc2c26cf4d6f56294a0969bf05099f9a11f02f7060f3ae519b1a3a74e90611f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf00bb2-6310-4ce9-9b8b-9899c5c56eb9" -d '{"events": [{"name": "network-changed", "server_uuid": "5e821244-ff6b-495b-9ffc-6e40366b4ffb", "tag": "2f3e37a8-f184-42db-88ee-aee22274b12e"}]}' {{(pid=108648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:04:59.880903 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834953e0-13f4-4209-a580-bde475b1cca4 x-openstack-request-id: req-834953e0-13f4-4209-a580-bde475b1cca4 {{(pid=108648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:04:59.881188 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e821244-ff6b-495b-9ffc-6e40366b4ffb", "tag": "2f3e37a8-f184-42db-88ee-aee22274b12e", "status": "completed", "code": 200}]} {{(pid=108648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:04:59.881442 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-834953e0-13f4-4209-a580-bde475b1cca4 {{(pid=108648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:04:59.881836 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e821244-ff6b-495b-9ffc-6e40366b4ffb', 'tag': '2f3e37a8-f184-42db-88ee-aee22274b12e', 'status': 'completed', 'code': 200} Oct 26 15:04:59.942619 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf00bb2-6310-4ce9-9b8b-9899c5c56eb9 req-03916277-d726-4dbd-92c3-54f89daedbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:59.944134 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-eaf00bb2-6310-4ce9-9b8b-9899c5c56eb9 req-03916277-d726-4dbd-92c3-54f89daedbb6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6848328b3c604db790b65db1f62c66b8&device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 1096 time: 0.0404575 Oct 26 15:05:00.037016 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf00bb2-6310-4ce9-9b8b-9899c5c56eb9 req-c549cd64-1c81-4c28-b799-716fc5d9fe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:00.039297 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-eaf00bb2-6310-4ce9-9b8b-9899c5c56eb9 req-c549cd64-1c81-4c28-b799-716fc5d9fe88 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6573438f-02ca-45f5-8fe3-7bc7af911bdf HTTP/1.1" status: 200 len: 917 time: 0.0869386 Oct 26 15:05:00.080115 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-eaf00bb2-6310-4ce9-9b8b-9899c5c56eb9 req-ed966246-9881-4d8f-9397-91bb74f9a39c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f3e37a8-f184-42db-88ee-aee22274b12e HTTP/1.1" status: 200 len: 217 time: 0.0334904 Oct 26 15:05:00.134388 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf00bb2-6310-4ce9-9b8b-9899c5c56eb9 req-364e73f6-81a6-4503-a4b7-9e8b3fb34b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:00.135877 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-eaf00bb2-6310-4ce9-9b8b-9899c5c56eb9 req-364e73f6-81a6-4503-a4b7-9e8b3fb34b16 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=eb360883-a29a-4019-ba79-ea1f2d3809c0 HTTP/1.1" status: 200 len: 855 time: 0.0485528 Oct 26 15:05:00.182094 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf00bb2-6310-4ce9-9b8b-9899c5c56eb9 req-8c696306-b157-465e-8576-6a479f084a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:00.183632 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-eaf00bb2-6310-4ce9-9b8b-9899c5c56eb9 req-8c696306-b157-465e-8576-6a479f084a06 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6573438f-02ca-45f5-8fe3-7bc7af911bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396676 Oct 26 15:05:00.272310 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-eaf00bb2-6310-4ce9-9b8b-9899c5c56eb9 req-7249c4de-51ee-45a9-88a6-813f1f5e5486 service neutron] 10.222.0.76 "GET /v2.0/networks/6573438f-02ca-45f5-8fe3-7bc7af911bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805020 Oct 26 15:05:00.368572 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-eaf00bb2-6310-4ce9-9b8b-9899c5c56eb9 req-2d10d5d0-3248-48f4-9419-1b110afe913b service neutron] 10.222.0.76 "GET /v2.0/networks/6573438f-02ca-45f5-8fe3-7bc7af911bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879209 Oct 26 15:05:00.798027 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 2f3e37a8-f184-42db-88ee-aee22274b12e details requested by agent hyperv_hv-cinder-73270 with host hv-cinder-73270 {{(pid=108649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:05:00.826785 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b36903-2594-41e9-b7f3-003f5280c51e req-429d149f-c8a4-4589-b811-bc987b343535 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:00.828284 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-80b36903-2594-41e9-b7f3-003f5280c51e req-429d149f-c8a4-4589-b811-bc987b343535 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 943 time: 0.0513036 Oct 26 15:05:00.867373 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-80b36903-2594-41e9-b7f3-003f5280c51e req-e0daaa21-bc0c-4951-8db5-4c27083aacea tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326550 Oct 26 15:05:00.896596 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port 2f3e37a8-f184-42db-88ee-aee22274b12e, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=2f3e37a8-f184-42db-88ee-aee22274b12e,segment=NetworkSegment(bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2),segment_id=bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:05:00.908004 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Returning: {'device': '2f3e37a8-f184-42db-88ee-aee22274b12e', 'network_id': '6573438f-02ca-45f5-8fe3-7bc7af911bdf', 'port_id': '2f3e37a8-f184-42db-88ee-aee22274b12e', 'mac_address': 'fa:16:3e:b4:5c:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb360883-a29a-4019-ba79-ea1f2d3809c0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:05:00.947057 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:00.967381 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f3e37a8-f184-42db-88ee-aee22274b12e {{(pid=108649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:05:00.987611 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port 2f3e37a8-f184-42db-88ee-aee22274b12e, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=2f3e37a8-f184-42db-88ee-aee22274b12e,segment=NetworkSegment(bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2),segment_id=bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:05:01.122032 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:01.171016 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=2f3e37a8-f184-42db-88ee-aee22274b12e,revision_number=4']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:01.383397 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] get_ports_and_sgs() called for port_ids ['2f3e37a8-f184-42db-88ee-aee22274b12e'] {{(pid=108649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:05:01.993813 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97e3bd-ab8e-41eb-88d8-e19a703fefef req-b5238e0a-a0b8-436b-96ef-d290b71b3aa2 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:01.995217 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0d97e3bd-ab8e-41eb-88d8-e19a703fefef req-b5238e0a-a0b8-436b-96ef-d290b71b3aa2 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 944 time: 0.0536301 Oct 26 15:05:02.033121 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0d97e3bd-ab8e-41eb-88d8-e19a703fefef req-2d6931a4-d830-4d07-b224-2342a03b3b64 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320165 Oct 26 15:05:02.312191 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0ee5c-2d03-4ac6-b605-5e6eec401595 req-e6fbc143-625f-4cbd-9548-747dc9a95744 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:02.313589 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a3c0ee5c-2d03-4ac6-b605-5e6eec401595 req-e6fbc143-625f-4cbd-9548-747dc9a95744 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 945 time: 0.0500028 Oct 26 15:05:02.353394 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a3c0ee5c-2d03-4ac6-b605-5e6eec401595 req-d681db75-dec1-4103-9951-11ed9a3ced2b tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcc71342-7fe5-4670-9507-312ce82cc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338624 Oct 26 15:05:02.798921 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 2f3e37a8-f184-42db-88ee-aee22274b12e up at agent hyperv_hv-cinder-73270 {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:05:02.938538 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Provisioning for port 2f3e37a8-f184-42db-88ee-aee22274b12e completed by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 15:05:02.942344 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Provisioning complete for port 2f3e37a8-f184-42db-88ee-aee22274b12e triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:05:02.942748 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:03.020476 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:03.042415 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e821244-ff6b-495b-9ffc-6e40366b4ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3e37a8-f184-42db-88ee-aee22274b12e'}] {{(pid=108649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:05:03.044679 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce9ea8dafcd660945e4144893ae94b540b7d43bc7f31485d3ebdd76e7b8406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c50aad7-05e2-482b-b25a-676960ee9535" -d '{"events": [{"server_uuid": "5e821244-ff6b-495b-9ffc-6e40366b4ffb", "name": "network-vif-plugged", "status": "completed", "tag": "2f3e37a8-f184-42db-88ee-aee22274b12e"}]}' {{(pid=108649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:05:03.057112 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port 2f3e37a8-f184-42db-88ee-aee22274b12e, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=2f3e37a8-f184-42db-88ee-aee22274b12e,segment=NetworkSegment(bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2),segment_id=bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:05:03.082935 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39edf2e2-e803-4b18-a57c-48d29a0787ce x-openstack-request-id: req-39edf2e2-e803-4b18-a57c-48d29a0787ce {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:05:03.083232 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e821244-ff6b-495b-9ffc-6e40366b4ffb", "name": "network-vif-plugged", "status": "completed", "tag": "2f3e37a8-f184-42db-88ee-aee22274b12e", "code": 200}]} {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:05:03.083489 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-39edf2e2-e803-4b18-a57c-48d29a0787ce {{(pid=108649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:05:03.083909 dv-cinder-732704-6-iscsi neutron-server[108649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e821244-ff6b-495b-9ffc-6e40366b4ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3e37a8-f184-42db-88ee-aee22274b12e', 'code': 200} Oct 26 15:05:03.159264 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053206e-6010-43fe-804f-91ed28085095 req-95fed319-7cd3-46df-9bd4-629cc37377db tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:03.160752 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9053206e-6010-43fe-804f-91ed28085095 req-95fed319-7cd3-46df-9bd4-629cc37377db tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 944 time: 0.0502217 Oct 26 15:05:03.178433 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:03.199744 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9053206e-6010-43fe-804f-91ed28085095 req-d58f9214-cbde-4ab1-9d08-1d21a542a617 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322163 Oct 26 15:05:03.228605 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=2f3e37a8-f184-42db-88ee-aee22274b12e,revision_number=5']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:03.471978 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ce956-6e09-4d9c-8521-81f400b4e28b req-4c4583d9-2f46-44e2-8121-e2e85876df0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:03.473418 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0d8ce956-6e09-4d9c-8521-81f400b4e28b req-4c4583d9-2f46-44e2-8121-e2e85876df0d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 1098 time: 0.0768054 Oct 26 15:05:03.487541 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214c322-c2af-4198-a8f4-0215dfbc4dcf req-0a53652d-64fa-4de7-8b05-57a1cfc7b8bc tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:03.489014 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1214c322-c2af-4198-a8f4-0215dfbc4dcf req-0a53652d-64fa-4de7-8b05-57a1cfc7b8bc tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 945 time: 0.0642302 Oct 26 15:05:03.540616 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0d8ce956-6e09-4d9c-8521-81f400b4e28b req-bae63a8d-d1c8-4eb1-9155-e71429949a22 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501032 Oct 26 15:05:03.543460 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1214c322-c2af-4198-a8f4-0215dfbc4dcf req-324371ec-8137-4590-8118-95d9d7f1fcbc tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcc71342-7fe5-4670-9507-312ce82cc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483620 Oct 26 15:05:04.211361 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc795c-54be-4a4f-a38b-023af996ee21 req-efaaf556-df1a-4209-a96b-d3ff031e33e5 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:04.212809 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-51dc795c-54be-4a4f-a38b-023af996ee21 req-efaaf556-df1a-4209-a96b-d3ff031e33e5 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.76 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 945 time: 0.0479207 Oct 26 15:05:04.347200 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e08057-8b09-4678-99d2-f7faba76bd64 req-9852d0f5-4754-4f9f-b127-f4057d814e0f tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:04.348673 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-84e08057-8b09-4678-99d2-f7faba76bd64 req-9852d0f5-4754-4f9f-b127-f4057d814e0f tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 945 time: 0.0739076 Oct 26 15:05:04.364364 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.plugin [req-51dc795c-54be-4a4f-a38b-023af996ee21 req-58ac43ae-a111-407a-83b8-ce8b53f90a8c tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Deleting port c2eb0799-7052-4b1e-a495-442ca53b30f3 {{(pid=108648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:05:04.364696 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-51dc795c-54be-4a4f-a38b-023af996ee21 req-58ac43ae-a111-407a-83b8-ce8b53f90a8c tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:04.444748 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-84e08057-8b09-4678-99d2-f7faba76bd64 req-edc6c0fa-611f-4bb4-8dcc-f891abda2a2b tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884187 Oct 26 15:05:04.484483 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.db [req-51dc795c-54be-4a4f-a38b-023af996ee21 req-58ac43ae-a111-407a-83b8-ce8b53f90a8c tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] For port c2eb0799-7052-4b1e-a495-442ca53b30f3, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=c2eb0799-7052-4b1e-a495-442ca53b30f3,segment=NetworkSegment(61f6979d-e903-4c43-8269-4f51dd4c68cb),segment_id=61f6979d-e903-4c43-8269-4f51dd4c68cb)] {{(pid=108648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:05:04.484840 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-51dc795c-54be-4a4f-a38b-023af996ee21 req-58ac43ae-a111-407a-83b8-ce8b53f90a8c tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:04.497798 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.plugin [req-51dc795c-54be-4a4f-a38b-023af996ee21 req-58ac43ae-a111-407a-83b8-ce8b53f90a8c tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Calling delete_port for c2eb0799-7052-4b1e-a495-442ca53b30f3 owned by compute:nova {{(pid=108648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:05:04.666575 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cdc84-f9dc-4291-9f10-3c9e210211bc req-f6002c90-6e7c-4000-8c42-4e5e8f2f570d tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:04.668138 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5a2cdc84-f9dc-4291-9f10-3c9e210211bc req-f6002c90-6e7c-4000-8c42-4e5e8f2f570d tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 945 time: 0.0540886 Oct 26 15:05:04.695468 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-51dc795c-54be-4a4f-a38b-023af996ee21 req-58ac43ae-a111-407a-83b8-ce8b53f90a8c tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3397087'] for port, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:04.709004 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] get_ports_and_sgs() called for port_ids ['c2eb0799-7052-4b1e-a495-442ca53b30f3'] {{(pid=108649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:05:04.736015 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac43ae-a111-407a-83b8-ce8b53f90a8c tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Pushing event deleted for resources: {'Port': ['ID=c2eb0799-7052-4b1e-a495-442ca53b30f3,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:04.741270 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5a2cdc84-f9dc-4291-9f10-3c9e210211bc req-e7c34b39-7d81-4494-b7d4-4594e6c82cc4 tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcc71342-7fe5-4670-9507-312ce82cc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662131 Oct 26 15:05:04.786487 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.db.l3_dvrscheduler_db [req-51dc795c-54be-4a4f-a38b-023af996ee21 req-58ac43ae-a111-407a-83b8-ce8b53f90a8c tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] No DVR routers for this DVR port c2eb0799-7052-4b1e-a495-442ca53b30f3 on host hv-cinder-73270 {{(pid=108648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:05:04.789109 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-51dc795c-54be-4a4f-a38b-023af996ee21 req-58ac43ae-a111-407a-83b8-ce8b53f90a8c tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:04.793021 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-51dc795c-54be-4a4f-a38b-023af996ee21 req-58ac43ae-a111-407a-83b8-ce8b53f90a8c tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.76 "DELETE /v2.0/ports/c2eb0799-7052-4b1e-a495-442ca53b30f3 HTTP/1.1" status: 204 len: 173 time: 0.5688965 Oct 26 15:05:04.793530 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eba8653-ed58-4bd4-8847-c44d71c65cad', 'name': 'network-vif-deleted', 'tag': 'c2eb0799-7052-4b1e-a495-442ca53b30f3'}] {{(pid=108648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:05:04.796043 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfc2c26cf4d6f56294a0969bf05099f9a11f02f7060f3ae519b1a3a74e90611f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829723a4-53a1-417b-9f5b-2a56926e7792" -d '{"events": [{"server_uuid": "3eba8653-ed58-4bd4-8847-c44d71c65cad", "name": "network-vif-deleted", "tag": "c2eb0799-7052-4b1e-a495-442ca53b30f3"}]}' {{(pid=108648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:05:04.838095 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4a1ba9-c377-4daa-a2e4-ba37dee5293e x-openstack-request-id: req-9c4a1ba9-c377-4daa-a2e4-ba37dee5293e {{(pid=108648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:05:04.838393 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eba8653-ed58-4bd4-8847-c44d71c65cad", "name": "network-vif-deleted", "tag": "c2eb0799-7052-4b1e-a495-442ca53b30f3", "status": "completed", "code": 200}]} {{(pid=108648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:05:04.838672 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9c4a1ba9-c377-4daa-a2e4-ba37dee5293e {{(pid=108648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:05:04.839083 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eba8653-ed58-4bd4-8847-c44d71c65cad', 'name': 'network-vif-deleted', 'tag': 'c2eb0799-7052-4b1e-a495-442ca53b30f3', 'status': 'completed', 'code': 200} Oct 26 15:05:05.568436 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f751d-50dc-4563-a184-902b7eb8e99c req-d6f78d97-e6d1-4fe2-9b64-6413d88e286d tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:05.570079 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c56f751d-50dc-4563-a184-902b7eb8e99c req-d6f78d97-e6d1-4fe2-9b64-6413d88e286d tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 945 time: 0.0532095 Oct 26 15:05:05.607798 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c56f751d-50dc-4563-a184-902b7eb8e99c req-8ae84f8f-873b-4ee9-af3b-a61af3efa522 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312088 Oct 26 15:05:05.724290 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49bf5c-56c0-436c-b879-4a2ae1242acb req-5edbae8b-7bfe-4975-931f-f6e9d37aea86 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:05.725767 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9f49bf5c-56c0-436c-b879-4a2ae1242acb req-5edbae8b-7bfe-4975-931f-f6e9d37aea86 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 945 time: 0.0494554 Oct 26 15:05:05.734235 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 35028) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:05:05.738737 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-7994a023-1ecb-4217-9a2f-1dc6c7c6949b tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Request body: {'floatingip': {'port_id': '2f3e37a8-f184-42db-88ee-aee22274b12e'}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:05:05.779996 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-7994a023-1ecb-4217-9a2f-1dc6c7c6949b tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks [] for floatingip, before_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:05.870700 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-46e09867-5765-4224-b416-d0a95a9d9faf req-f508eacf-a6ed-4f85-9110-01a87bcca01e tempest-TestMinimumBasicScenario-1588831760 tempest-TestMinimumBasicScenario-1588831760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eba8653-ed58-4bd4-8847-c44d71c65cad HTTP/1.1" status: 200 len: 210 time: 0.0329969 Oct 26 15:05:06.207554 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:05:06.231967 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-7994a023-1ecb-4217-9a2f-1dc6c7c6949b tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:06.429771 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-7994a023-1ecb-4217-9a2f-1dc6c7c6949b tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536297274'] for floatingip, after_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:06.530658 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.db.l3_db [None req-7994a023-1ecb-4217-9a2f-1dc6c7c6949b tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Floating IP 439c3b80-cbd9-46a3-8463-3ce2ea7d0190 associated. External IP: 172.27.0.80, port: 2f3e37a8-f184-42db-88ee-aee22274b12e. Oct 26 15:05:06.738902 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7994a023-1ecb-4217-9a2f-1dc6c7c6949b tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Router 0db56fb9-2748-49de-9f56-d52e901e94b9 has already been hosted by L3 agent aad0d180-bd62-492d-9d56-445be5af9cbd {{(pid=108648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:05:06.815669 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device c2eb0799-7052-4b1e-a495-442ca53b30f3 no longer exists at agent hyperv_hv-cinder-73270 {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:05:06.836271 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] No Port match for: c2eb0799-7052-4b1e-a495-442ca53b30f3 {{(pid=108649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:05:06.842904 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device c2eb0799-7052-4b1e-a495-442ca53b30f3 not bound to the agent host hv-cinder-73270 {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:05:07.094874 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7994a023-1ecb-4217-9a2f-1dc6c7c6949b tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Notify agent at l3_agent.dv-cinder-732704-6-iscsi the message routers_updated {{(pid=108648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:05:07.115477 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-7994a023-1ecb-4217-9a2f-1dc6c7c6949b tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for floatingip, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:07.116462 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459247ea-8b11-43c4-bab5-2d644b352c9d None None] Sync routers for ids ['0db56fb9-2748-49de-9f56-d52e901e94b9'] in dv-cinder-732704-6-iscsi {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:05:07.116462 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459247ea-8b11-43c4-bab5-2d644b352c9d None None] Routers {'0db56fb9-2748-49de-9f56-d52e901e94b9'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:05:07.116462 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-459247ea-8b11-43c4-bab5-2d644b352c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:04:43Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['0db56fb9-2748-49de-9f56-d52e901e94b9'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:05:07.126572 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-7994a023-1ecb-4217-9a2f-1dc6c7c6949b tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "PUT /v2.0/floatingips/439c3b80-cbd9-46a3-8463-3ce2ea7d0190 HTTP/1.1" status: 200 len: 990 time: 1.3911684 Oct 26 15:05:07.127294 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e821244-ff6b-495b-9ffc-6e40366b4ffb', 'tag': '2f3e37a8-f184-42db-88ee-aee22274b12e'}] {{(pid=108648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:05:07.129611 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfc2c26cf4d6f56294a0969bf05099f9a11f02f7060f3ae519b1a3a74e90611f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9bdb8d-7f51-4cd7-b168-edfddf8d3c40" -d '{"events": [{"name": "network-changed", "server_uuid": "5e821244-ff6b-495b-9ffc-6e40366b4ffb", "tag": "2f3e37a8-f184-42db-88ee-aee22274b12e"}]}' {{(pid=108648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:05:07.207535 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40fc4beb-45d6-4fb6-adad-3c985688e7d7 x-openstack-request-id: req-40fc4beb-45d6-4fb6-adad-3c985688e7d7 {{(pid=108648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:05:07.207830 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e821244-ff6b-495b-9ffc-6e40366b4ffb", "tag": "2f3e37a8-f184-42db-88ee-aee22274b12e", "status": "completed", "code": 200}]} {{(pid=108648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:05:07.208081 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-40fc4beb-45d6-4fb6-adad-3c985688e7d7 {{(pid=108648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:05:07.208481 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e821244-ff6b-495b-9ffc-6e40366b4ffb', 'tag': '2f3e37a8-f184-42db-88ee-aee22274b12e', 'status': 'completed', 'code': 200} Oct 26 15:05:07.282217 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9bdb8d-7f51-4cd7-b168-edfddf8d3c40 req-61bc4cd8-df28-42cc-a278-23ebdd930c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:07.283868 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0e9bdb8d-7f51-4cd7-b168-edfddf8d3c40 req-61bc4cd8-df28-42cc-a278-23ebdd930c4c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6848328b3c604db790b65db1f62c66b8&device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 1098 time: 0.0446501 Oct 26 15:05:07.350422 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-459247ea-8b11-43c4-bab5-2d644b352c9d None None] Set router 0db56fb9-2748-49de-9f56-d52e901e94b9 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:05:07.383131 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9bdb8d-7f51-4cd7-b168-edfddf8d3c40 req-c15adf13-cd75-4691-8679-22f5da9bc445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:07.384627 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0e9bdb8d-7f51-4cd7-b168-edfddf8d3c40 req-c15adf13-cd75-4691-8679-22f5da9bc445 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6573438f-02ca-45f5-8fe3-7bc7af911bdf HTTP/1.1" status: 200 len: 917 time: 0.0916450 Oct 26 15:05:07.504685 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0e9bdb8d-7f51-4cd7-b168-edfddf8d3c40 req-b00f054a-68bd-4c65-9fdb-1b14b9d623d1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f3e37a8-f184-42db-88ee-aee22274b12e HTTP/1.1" status: 200 len: 998 time: 0.1095104 Oct 26 15:05:07.560886 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9bdb8d-7f51-4cd7-b168-edfddf8d3c40 req-ab24023c-d028-4d21-a0d7-c59742a44e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:07.562443 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0e9bdb8d-7f51-4cd7-b168-edfddf8d3c40 req-ab24023c-d028-4d21-a0d7-c59742a44e54 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=eb360883-a29a-4019-ba79-ea1f2d3809c0 HTTP/1.1" status: 200 len: 855 time: 0.0506814 Oct 26 15:05:07.583226 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-459247ea-8b11-43c4-bab5-2d644b352c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'name': 'tempest-AttachVolumeShelveTestJSON-647620725-router', 'tenant_id': '6848328b3c604db790b65db1f62c66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '40a2934e-61ca-4813-94b0-c837cbe2a09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:00:32Z', 'updated_at': '2021-10-26T15:00:36Z', 'revision_number': 4, 'project_id': '6848328b3c604db790b65db1f62c66b8', 'gw_port': {'id': '40a2934e-61ca-4813-94b0-c837cbe2a09a', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:00:33Z', 'updated_at': '2021-10-26T15:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_floatingips': [{'id': '439c3b80-cbd9-46a3-8463-3ce2ea7d0190', 'tenant_id': '6848328b3c604db790b65db1f62c66b8', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'router_id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'port_id': '2f3e37a8-f184-42db-88ee-aee22274b12e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6573438f-02ca-45f5-8fe3-7bc7af911bdf', 'mac_address': 'fa:16:3e:b4:5c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e821244-ff6b-495b-9ffc-6e40366b4ffb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:04:52Z', 'updated_at': '2021-10-26T15:05:06Z', 'revision_number': 1, 'project_id': '6848328b3c604db790b65db1f62c66b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '785213fb-db89-4b72-b2b5-8bb626750a4c', 'name': '', 'network_id': '6573438f-02ca-45f5-8fe3-7bc7af911bdf', 'tenant_id': '6848328b3c604db790b65db1f62c66b8', 'mac_address': 'fa:16:3e:c5:6a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'eb360883-a29a-4019-ba79-ea1f2d3809c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:00:35Z', 'updated_at': '2021-10-26T15:00:40Z', 'revision_number': 5, 'project_id': '6848328b3c604db790b65db1f62c66b8', 'subnets': [{'id': 'eb360883-a29a-4019-ba79-ea1f2d3809c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:05:07.612019 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9bdb8d-7f51-4cd7-b168-edfddf8d3c40 req-10c0e1f8-40a1-4fbb-add5-e26d2bfb0a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:07.613524 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0e9bdb8d-7f51-4cd7-b168-edfddf8d3c40 req-10c0e1f8-40a1-4fbb-add5-e26d2bfb0a65 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6573438f-02ca-45f5-8fe3-7bc7af911bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425062 Oct 26 15:05:07.614493 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459247ea-8b11-43c4-bab5-2d644b352c9d None None] Checking router: 0db56fb9-2748-49de-9f56-d52e901e94b9 for host: dv-cinder-732704-6-iscsi {{(pid=108649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:05:07.623718 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459247ea-8b11-43c4-bab5-2d644b352c9d None None] Routers {'0db56fb9-2748-49de-9f56-d52e901e94b9'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:05:07.624468 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-459247ea-8b11-43c4-bab5-2d644b352c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:04:43Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['0db56fb9-2748-49de-9f56-d52e901e94b9'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:05:07.712481 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0e9bdb8d-7f51-4cd7-b168-edfddf8d3c40 req-a61f3650-f4cc-4f07-8d93-da96c71cfbf2 service neutron] 10.222.0.76 "GET /v2.0/networks/6573438f-02ca-45f5-8fe3-7bc7af911bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906117 Oct 26 15:05:07.733845 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-459247ea-8b11-43c4-bab5-2d644b352c9d None None] Set router 0db56fb9-2748-49de-9f56-d52e901e94b9 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:05:07.804150 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0e9bdb8d-7f51-4cd7-b168-edfddf8d3c40 req-a93f09b5-c7d3-496d-90fa-51af7776194c service neutron] 10.222.0.76 "GET /v2.0/networks/6573438f-02ca-45f5-8fe3-7bc7af911bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848184 Oct 26 15:05:07.969731 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-459247ea-8b11-43c4-bab5-2d644b352c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'name': 'tempest-AttachVolumeShelveTestJSON-647620725-router', 'tenant_id': '6848328b3c604db790b65db1f62c66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '40a2934e-61ca-4813-94b0-c837cbe2a09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:00:32Z', 'updated_at': '2021-10-26T15:00:36Z', 'revision_number': 4, 'project_id': '6848328b3c604db790b65db1f62c66b8', 'gw_port': {'id': '40a2934e-61ca-4813-94b0-c837cbe2a09a', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:00:33Z', 'updated_at': '2021-10-26T15:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_floatingips': [{'id': '439c3b80-cbd9-46a3-8463-3ce2ea7d0190', 'tenant_id': '6848328b3c604db790b65db1f62c66b8', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'router_id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'port_id': '2f3e37a8-f184-42db-88ee-aee22274b12e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6573438f-02ca-45f5-8fe3-7bc7af911bdf', 'mac_address': 'fa:16:3e:b4:5c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e821244-ff6b-495b-9ffc-6e40366b4ffb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:04:52Z', 'updated_at': '2021-10-26T15:05:06Z', 'revision_number': 1, 'project_id': '6848328b3c604db790b65db1f62c66b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '785213fb-db89-4b72-b2b5-8bb626750a4c', 'name': '', 'network_id': '6573438f-02ca-45f5-8fe3-7bc7af911bdf', 'tenant_id': '6848328b3c604db790b65db1f62c66b8', 'mac_address': 'fa:16:3e:c5:6a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'eb360883-a29a-4019-ba79-ea1f2d3809c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:00:35Z', 'updated_at': '2021-10-26T15:00:40Z', 'revision_number': 5, 'project_id': '6848328b3c604db790b65db1f62c66b8', 'subnets': [{'id': 'eb360883-a29a-4019-ba79-ea1f2d3809c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:05:08.000317 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459247ea-8b11-43c4-bab5-2d644b352c9d None None] The sync data for ids ['0db56fb9-2748-49de-9f56-d52e901e94b9'] in dv-cinder-732704-6-iscsi is: [{'id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'name': 'tempest-AttachVolumeShelveTestJSON-647620725-router', 'tenant_id': '6848328b3c604db790b65db1f62c66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '40a2934e-61ca-4813-94b0-c837cbe2a09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:00:32Z', 'updated_at': '2021-10-26T15:00:36Z', 'revision_number': 4, 'project_id': '6848328b3c604db790b65db1f62c66b8', 'gw_port': {'id': '40a2934e-61ca-4813-94b0-c837cbe2a09a', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:00:33Z', 'updated_at': '2021-10-26T15:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_floatingips': [{'id': '439c3b80-cbd9-46a3-8463-3ce2ea7d0190', 'tenant_id': '6848328b3c604db790b65db1f62c66b8', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'router_id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'port_id': '2f3e37a8-f184-42db-88ee-aee22274b12e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6573438f-02ca-45f5-8fe3-7bc7af911bdf', 'mac_address': 'fa:16:3e:b4:5c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e821244-ff6b-495b-9ffc-6e40366b4ffb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:04:52Z', 'updated_at': '2021-10-26T15:05:06Z', 'revision_number': 1, 'project_id': '6848328b3c604db790b65db1f62c66b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '785213fb-db89-4b72-b2b5-8bb626750a4c', 'name': '', 'network_id': '6573438f-02ca-45f5-8fe3-7bc7af911bdf', 'tenant_id': '6848328b3c604db790b65db1f62c66b8', 'mac_address': 'fa:16:3e:c5:6a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'eb360883-a29a-4019-ba79-ea1f2d3809c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:00:35Z', 'updated_at': '2021-10-26T15:00:40Z', 'revision_number': 5, 'project_id': '6848328b3c604db790b65db1f62c66b8', 'subnets': [{'id': 'eb360883-a29a-4019-ba79-ea1f2d3809c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:05:08.187993 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4576b3-b767-4c1e-9521-4817578eb8b9 None None] New status for floating IP 439c3b80-cbd9-46a3-8463-3ce2ea7d0190: ACTIVE {{(pid=108650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:05:08.201358 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-e6631f35-883b-4023-85fe-dc8e7b322ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:09.446699 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 35094) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:05:09.790286 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-5be04089-7b39-4526-8541-70093557445d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536295994'] for router_interface, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:10.030091 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.plugin [None req-5be04089-7b39-4526-8541-70093557445d admin admin] Deleting port 938b9210-559b-4f9b-be14-5f761bd6021e {{(pid=108648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:05:10.030426 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-5be04089-7b39-4526-8541-70093557445d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:10.108347 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.db [None req-5be04089-7b39-4526-8541-70093557445d admin admin] For port 938b9210-559b-4f9b-be14-5f761bd6021e, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=938b9210-559b-4f9b-be14-5f761bd6021e,segment=NetworkSegment(61f6979d-e903-4c43-8269-4f51dd4c68cb),segment_id=61f6979d-e903-4c43-8269-4f51dd4c68cb)] {{(pid=108648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:05:10.108732 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-5be04089-7b39-4526-8541-70093557445d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:10.120657 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.plugin [None req-5be04089-7b39-4526-8541-70093557445d admin admin] Calling delete_port for 938b9210-559b-4f9b-be14-5f761bd6021e owned by network:router_interface {{(pid=108648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:05:10.418917 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-5be04089-7b39-4526-8541-70093557445d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3397087'] for port, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:10.444154 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be04089-7b39-4526-8541-70093557445d admin admin] Pushing event deleted for resources: {'Port': ['ID=938b9210-559b-4f9b-be14-5f761bd6021e,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:10.620088 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-5be04089-7b39-4526-8541-70093557445d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536254648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536296150'] for router_interface, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:10.847060 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be04089-7b39-4526-8541-70093557445d admin admin] Router 58398bf7-2e07-4bcf-b90a-3dec3c8cc50d has already been hosted by L3 agent aad0d180-bd62-492d-9d56-445be5af9cbd {{(pid=108648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:05:10.948147 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be04089-7b39-4526-8541-70093557445d admin admin] Notify agent at l3_agent.dv-cinder-732704-6-iscsi the message routers_updated {{(pid=108648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:05:10.953044 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-5be04089-7b39-4526-8541-70093557445d admin admin] 10.222.0.57 "PUT /v2.0/routers/58398bf7-2e07-4bcf-b90a-3dec3c8cc50d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5052705 Oct 26 15:05:10.955689 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 35100) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:05:10.958274 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61423b40-6726-4bdc-a233-4e8398af96b9 None None] Sync routers for ids ['58398bf7-2e07-4bcf-b90a-3dec3c8cc50d'] in dv-cinder-732704-6-iscsi {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:05:10.970120 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61423b40-6726-4bdc-a233-4e8398af96b9 None None] Routers {'58398bf7-2e07-4bcf-b90a-3dec3c8cc50d'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:05:10.970786 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-61423b40-6726-4bdc-a233-4e8398af96b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:04:43Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['58398bf7-2e07-4bcf-b90a-3dec3c8cc50d'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:05:11.058426 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a5795683-7a5b-494e-8ffb-576119cc6f77 admin admin] Publish callbacks [] for router, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:11.076560 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-61423b40-6726-4bdc-a233-4e8398af96b9 None None] Set router 58398bf7-2e07-4bcf-b90a-3dec3c8cc50d gateway port host: dv-cinder-732704-6-iscsi {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:05:11.167631 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a5795683-7a5b-494e-8ffb-576119cc6f77 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:11.258799 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-61423b40-6726-4bdc-a233-4e8398af96b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58398bf7-2e07-4bcf-b90a-3dec3c8cc50d', 'name': 'tempest-TestMinimumBasicScenario-2146501661-router', 'tenant_id': 'ae37455caad1400c9591e7587ec53aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '0912c6e7-7a00-4da8-9475-f4b0224b839c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:26Z', 'updated_at': '2021-10-26T15:05:10Z', 'revision_number': 5, 'project_id': 'ae37455caad1400c9591e7587ec53aef', 'gw_port': {'id': '0912c6e7-7a00-4da8-9475-f4b0224b839c', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58398bf7-2e07-4bcf-b90a-3dec3c8cc50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:27Z', 'updated_at': '2021-10-26T15:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi'}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:05:11.288981 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61423b40-6726-4bdc-a233-4e8398af96b9 None None] Checking router: 58398bf7-2e07-4bcf-b90a-3dec3c8cc50d for host: dv-cinder-732704-6-iscsi {{(pid=108649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:05:11.298618 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61423b40-6726-4bdc-a233-4e8398af96b9 None None] Routers {'58398bf7-2e07-4bcf-b90a-3dec3c8cc50d'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:05:11.299147 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-61423b40-6726-4bdc-a233-4e8398af96b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:04:43Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['58398bf7-2e07-4bcf-b90a-3dec3c8cc50d'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:05:11.308187 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.plugin [None req-a5795683-7a5b-494e-8ffb-576119cc6f77 admin admin] Deleting port 0912c6e7-7a00-4da8-9475-f4b0224b839c {{(pid=108648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:05:11.308521 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a5795683-7a5b-494e-8ffb-576119cc6f77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:11.391879 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-61423b40-6726-4bdc-a233-4e8398af96b9 None None] Set router 58398bf7-2e07-4bcf-b90a-3dec3c8cc50d gateway port host: None {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:05:11.402421 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.db [None req-a5795683-7a5b-494e-8ffb-576119cc6f77 admin admin] For port 0912c6e7-7a00-4da8-9475-f4b0224b839c, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=0912c6e7-7a00-4da8-9475-f4b0224b839c,segment=NetworkSegment(48b4b2e5-ca40-4770-b351-7c2adc646ed5),segment_id=48b4b2e5-ca40-4770-b351-7c2adc646ed5)] {{(pid=108648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:05:11.402810 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a5795683-7a5b-494e-8ffb-576119cc6f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:11.415844 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.plugin [None req-a5795683-7a5b-494e-8ffb-576119cc6f77 admin admin] Calling delete_port for 0912c6e7-7a00-4da8-9475-f4b0224b839c owned by network:router_gateway {{(pid=108648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:05:11.443326 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-61423b40-6726-4bdc-a233-4e8398af96b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58398bf7-2e07-4bcf-b90a-3dec3c8cc50d', 'name': 'tempest-TestMinimumBasicScenario-2146501661-router', 'tenant_id': 'ae37455caad1400c9591e7587ec53aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:26Z', 'updated_at': '2021-10-26T15:05:11Z', 'revision_number': 6, 'project_id': 'ae37455caad1400c9591e7587ec53aef', 'gw_port_host': None}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:05:11.477510 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61423b40-6726-4bdc-a233-4e8398af96b9 None None] The sync data for ids ['58398bf7-2e07-4bcf-b90a-3dec3c8cc50d'] in dv-cinder-732704-6-iscsi is: [{'id': '58398bf7-2e07-4bcf-b90a-3dec3c8cc50d', 'name': 'tempest-TestMinimumBasicScenario-2146501661-router', 'tenant_id': 'ae37455caad1400c9591e7587ec53aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:26Z', 'updated_at': '2021-10-26T15:05:11Z', 'revision_number': 6, 'project_id': 'ae37455caad1400c9591e7587ec53aef', 'gw_port_host': None}] {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:05:11.704630 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a5795683-7a5b-494e-8ffb-576119cc6f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3397087'] for port, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:11.735778 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5795683-7a5b-494e-8ffb-576119cc6f77 admin admin] Pushing event deleted for resources: {'Port': ['ID=0912c6e7-7a00-4da8-9475-f4b0224b839c,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:11.800377 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a5795683-7a5b-494e-8ffb-576119cc6f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536297332'] for router_gateway, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:11.895622 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a5795683-7a5b-494e-8ffb-576119cc6f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536295405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2856'] for router, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:11.898117 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a5795683-7a5b-494e-8ffb-576119cc6f77 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:12.012880 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a5795683-7a5b-494e-8ffb-576119cc6f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536295396'] for router, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:12.013404 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5795683-7a5b-494e-8ffb-576119cc6f77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58398bf7-2e07-4bcf-b90a-3dec3c8cc50d {{(pid=108648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:05:12.018178 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a5795683-7a5b-494e-8ffb-576119cc6f77 admin admin] Publish callbacks [] for router, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:12.019411 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-a5795683-7a5b-494e-8ffb-576119cc6f77 admin admin] 10.222.0.57 "DELETE /v2.0/routers/58398bf7-2e07-4bcf-b90a-3dec3c8cc50d HTTP/1.1" status: 204 len: 168 time: 1.0628114 Oct 26 15:05:12.022063 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 35106) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:05:12.067763 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.db.db_base_plugin_v2 [None req-59c5bc94-cfdf-4361-9f0a-e6e5a4c8e222 admin admin] Deleting subnet 7cf36ff4-7097-4007-a564-c4675e4a120f {{(pid=108648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 15:05:12.071693 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-59c5bc94-cfdf-4361-9f0a-e6e5a4c8e222 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:12.112122 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-59c5bc94-cfdf-4361-9f0a-e6e5a4c8e222 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3812556'] for subnet, precommit_delete_associations {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:12.232784 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-59c5bc94-cfdf-4361-9f0a-e6e5a4c8e222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536333747'] for subnet, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:12.402024 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-59c5bc94-cfdf-4361-9f0a-e6e5a4c8e222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536333704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3396864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8405564'] for subnet, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:12.691382 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c5bc94-cfdf-4361-9f0a-e6e5a4c8e222 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cf36ff4-7097-4007-a564-c4675e4a120f,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:12.695311 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-59c5bc94-cfdf-4361-9f0a-e6e5a4c8e222 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:12.698677 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-59c5bc94-cfdf-4361-9f0a-e6e5a4c8e222 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/7cf36ff4-7097-4007-a564-c4675e4a120f HTTP/1.1" status: 204 len: 168 time: 0.6752534 Oct 26 15:05:12.700979 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 35112) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:05:12.702446 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d650079-2043-4d5a-b759-cffc4958c146 None None] Network aa36fb45-c81d-4582-a1d1-4df2ccc686c8 requested from dv-cinder-732704-6-iscsi {{(pid=108649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:05:12.767770 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-c1c10a14-5acb-4c7a-bb6c-3b6c1de0e2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536309766'] for network, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:12.821639 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.plugin [None req-c1c10a14-5acb-4c7a-bb6c-3b6c1de0e2b8 admin admin] Deleting port 17b5cea0-aa6b-43f8-844d-1e746f2ff308 {{(pid=108648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:05:12.822580 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-c1c10a14-5acb-4c7a-bb6c-3b6c1de0e2b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:12.878095 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f628e31-9c3b-4e87-a1ae-851d22aca9f0 None None] DHCP port deletion for aa36fb45-c81d-4582-a1d1-4df2ccc686c8 request from dv-cinder-732704-6-iscsi {{(pid=108649) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 15:05:12.891011 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.db [None req-c1c10a14-5acb-4c7a-bb6c-3b6c1de0e2b8 admin admin] For port 17b5cea0-aa6b-43f8-844d-1e746f2ff308, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=17b5cea0-aa6b-43f8-844d-1e746f2ff308,segment=NetworkSegment(61f6979d-e903-4c43-8269-4f51dd4c68cb),segment_id=61f6979d-e903-4c43-8269-4f51dd4c68cb)] {{(pid=108648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:05:12.891385 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-c1c10a14-5acb-4c7a-bb6c-3b6c1de0e2b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:12.904153 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.plugin [None req-c1c10a14-5acb-4c7a-bb6c-3b6c1de0e2b8 admin admin] Calling delete_port for 17b5cea0-aa6b-43f8-844d-1e746f2ff308 owned by network:dhcp {{(pid=108648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:05:12.927077 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-8f628e31-9c3b-4e87-a1ae-851d22aca9f0 None None] Deleting port 17b5cea0-aa6b-43f8-844d-1e746f2ff308 {{(pid=108649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:05:12.927448 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-8f628e31-9c3b-4e87-a1ae-851d22aca9f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:12.990851 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-8f628e31-9c3b-4e87-a1ae-851d22aca9f0 None None] For port 17b5cea0-aa6b-43f8-844d-1e746f2ff308, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=17b5cea0-aa6b-43f8-844d-1e746f2ff308,segment=NetworkSegment(61f6979d-e903-4c43-8269-4f51dd4c68cb),segment_id=61f6979d-e903-4c43-8269-4f51dd4c68cb)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:05:12.991281 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-8f628e31-9c3b-4e87-a1ae-851d22aca9f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:13.004630 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-8f628e31-9c3b-4e87-a1ae-851d22aca9f0 None None] Calling delete_port for 17b5cea0-aa6b-43f8-844d-1e746f2ff308 owned by network:dhcp {{(pid=108649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:05:13.070055 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-c1c10a14-5acb-4c7a-bb6c-3b6c1de0e2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3397087'] for port, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:13.097171 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c10a14-5acb-4c7a-bb6c-3b6c1de0e2b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=17b5cea0-aa6b-43f8-844d-1e746f2ff308,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:13.103768 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c10a14-5acb-4c7a-bb6c-3b6c1de0e2b8 admin admin] No DVR routers for this DVR port 17b5cea0-aa6b-43f8-844d-1e746f2ff308 on host dv-cinder-732704-6-iscsi {{(pid=108648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:05:13.178894 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-c1c10a14-5acb-4c7a-bb6c-3b6c1de0e2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536334904', 'neutron.services.segments.db._delete_segments_for_network-8752338035487'] for network, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:13.203577 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.services.segments.db [None req-c1c10a14-5acb-4c7a-bb6c-3b6c1de0e2b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa36fb45-c81d-4582-a1d1-4df2ccc686c8']}} {{(pid=108648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:05:13.215432 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.services.segments.db [None req-c1c10a14-5acb-4c7a-bb6c-3b6c1de0e2b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61f6979d-e903-4c43-8269-4f51dd4c68cb') {'for_net_delete': True} {{(pid=108648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:05:13.215827 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.services.segments.db [None req-c1c10a14-5acb-4c7a-bb6c-3b6c1de0e2b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61f6979d-e903-4c43-8269-4f51dd4c68cb') {} {{(pid=108648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:05:13.228487 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-c1c10a14-5acb-4c7a-bb6c-3b6c1de0e2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752338035752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3812551'] for segment, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:13.242232 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-c1c10a14-5acb-4c7a-bb6c-3b6c1de0e2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888'] for segment, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:13.248543 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1c10a14-5acb-4c7a-bb6c-3b6c1de0e2b8 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=108648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:05:13.248952 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-c1c10a14-5acb-4c7a-bb6c-3b6c1de0e2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3397034'] for segment, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:13.250819 dv-cinder-732704-6-iscsi neutron-server[108648]: Traceback (most recent call last): Oct 26 15:05:13.250819 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 15:05:13.250819 dv-cinder-732704-6-iscsi neutron-server[108648]: timer() Oct 26 15:05:13.250819 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 15:05:13.250819 dv-cinder-732704-6-iscsi neutron-server[108648]: cb(*args, **kw) Oct 26 15:05:13.250819 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 15:05:13.250819 dv-cinder-732704-6-iscsi neutron-server[108648]: return func(*args, **kwargs) Oct 26 15:05:13.250819 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 15:05:13.250819 dv-cinder-732704-6-iscsi neutron-server[108648]: self._notify() Oct 26 15:05:13.250819 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 15:05:13.250819 dv-cinder-732704-6-iscsi neutron-server[108648]: self.callback(batched_events) Oct 26 15:05:13.250819 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 15:05:13.250819 dv-cinder-732704-6-iscsi neutron-server[108648]: event.method(event) Oct 26 15:05:13.250819 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 15:05:13.250819 dv-cinder-732704-6-iscsi neutron-server[108648]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 15:05:13.250819 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 15:05:13.250819 dv-cinder-732704-6-iscsi neutron-server[108648]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 15:05:13.250819 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 15:05:13.250819 dv-cinder-732704-6-iscsi neutron-server[108648]: return f(self, *a, **k) Oct 26 15:05:13.250819 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 15:05:13.250819 dv-cinder-732704-6-iscsi neutron-server[108648]: return self._get(url).json() Oct 26 15:05:13.250819 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 15:05:13.250819 dv-cinder-732704-6-iscsi neutron-server[108648]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 15:05:13.250819 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 15:05:13.250819 dv-cinder-732704-6-iscsi neutron-server[108648]: return self.request(url, 'GET', **kwargs) Oct 26 15:05:13.250819 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 15:05:13.250819 dv-cinder-732704-6-iscsi neutron-server[108648]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 15:05:13.250819 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 15:05:13.250819 dv-cinder-732704-6-iscsi neutron-server[108648]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 15:05:13.250819 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 15:05:13.250819 dv-cinder-732704-6-iscsi neutron-server[108648]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 15:05:13.250819 dv-cinder-732704-6-iscsi neutron-server[108648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 15:05:13.257071 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-8f628e31-9c3b-4e87-a1ae-851d22aca9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715'] for port, after_delete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:13.284377 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f628e31-9c3b-4e87-a1ae-851d22aca9f0 None None] Pushing event deleted for resources: {'Port': ['ID=17b5cea0-aa6b-43f8-844d-1e746f2ff308,revision_number=None']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:13.288415 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f628e31-9c3b-4e87-a1ae-851d22aca9f0 None None] No DVR routers for this DVR port 17b5cea0-aa6b-43f8-844d-1e746f2ff308 on host dv-cinder-732704-6-iscsi {{(pid=108649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:05:13.326953 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-94840bb3-d61b-4bb7-acb7-ec478abeb33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:13.355388 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 938b9210-559b-4f9b-be14-5f761bd6021e no longer exists at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:05:13.375684 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] No Port match for: 938b9210-559b-4f9b-be14-5f761bd6021e {{(pid=108649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:05:13.376250 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 938b9210-559b-4f9b-be14-5f761bd6021e not bound to the agent host dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:05:13.376684 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 0912c6e7-7a00-4da8-9475-f4b0224b839c no longer exists at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:05:13.396192 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] No Port match for: 0912c6e7-7a00-4da8-9475-f4b0224b839c {{(pid=108649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:05:13.396539 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 0912c6e7-7a00-4da8-9475-f4b0224b839c not bound to the agent host dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:05:13.396959 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 17b5cea0-aa6b-43f8-844d-1e746f2ff308 no longer exists at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:05:13.417529 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] No Port match for: 17b5cea0-aa6b-43f8-844d-1e746f2ff308 {{(pid=108649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:05:13.417872 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 17b5cea0-aa6b-43f8-844d-1e746f2ff308 not bound to the agent host dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:05:13.424684 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-c1c10a14-5acb-4c7a-bb6c-3b6c1de0e2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536334897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536297288'] for network, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:13.434351 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-c1c10a14-5acb-4c7a-bb6c-3b6c1de0e2b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for network, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:13.437893 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-c1c10a14-5acb-4c7a-bb6c-3b6c1de0e2b8 admin admin] 10.222.0.57 "DELETE /v2.0/networks/aa36fb45-c81d-4582-a1d1-4df2ccc686c8 HTTP/1.1" status: 204 len: 168 time: 0.7357335 Oct 26 15:05:13.440642 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 35114) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:05:13.450464 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c10a14-5acb-4c7a-bb6c-3b6c1de0e2b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa36fb45-c81d-4582-a1d1-4df2ccc686c8,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:13.858429 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8e750dbd-6dfb-45e0-8d8d-a848edbe8968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536295994'] for router_interface, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:13.886529 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:13.938423 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:14.151789 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [None req-8e750dbd-6dfb-45e0-8d8d-a848edbe8968 admin admin] Deleting port c2eea1d7-1de5-4b2e-a9fc-b3f868a16d05 {{(pid=108647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:05:14.152125 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8e750dbd-6dfb-45e0-8d8d-a848edbe8968 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:14.233308 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [None req-8e750dbd-6dfb-45e0-8d8d-a848edbe8968 admin admin] For port c2eea1d7-1de5-4b2e-a9fc-b3f868a16d05, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=c2eea1d7-1de5-4b2e-a9fc-b3f868a16d05,segment=NetworkSegment(3c0d3291-f8ad-4278-9011-c604cedfcc40),segment_id=3c0d3291-f8ad-4278-9011-c604cedfcc40)] {{(pid=108647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:05:14.238824 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8e750dbd-6dfb-45e0-8d8d-a848edbe8968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:14.247053 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [None req-8e750dbd-6dfb-45e0-8d8d-a848edbe8968 admin admin] Calling delete_port for c2eea1d7-1de5-4b2e-a9fc-b3f868a16d05 owned by network:router_interface {{(pid=108647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:05:14.584511 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8e750dbd-6dfb-45e0-8d8d-a848edbe8968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:14.611582 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e750dbd-6dfb-45e0-8d8d-a848edbe8968 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2eea1d7-1de5-4b2e-a9fc-b3f868a16d05,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:14.780314 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8e750dbd-6dfb-45e0-8d8d-a848edbe8968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536254648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536296150'] for router_interface, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:14.992806 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e750dbd-6dfb-45e0-8d8d-a848edbe8968 admin admin] Router 0fba9961-330b-46d6-9d6e-1fb56d154ea6 has already been hosted by L3 agent aad0d180-bd62-492d-9d56-445be5af9cbd {{(pid=108647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:05:15.098897 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e750dbd-6dfb-45e0-8d8d-a848edbe8968 admin admin] Notify agent at l3_agent.dv-cinder-732704-6-iscsi the message routers_updated {{(pid=108647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:05:15.104121 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-8e750dbd-6dfb-45e0-8d8d-a848edbe8968 admin admin] 10.222.0.57 "PUT /v2.0/routers/0fba9961-330b-46d6-9d6e-1fb56d154ea6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6622624 Oct 26 15:05:15.106579 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 35124) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:05:15.108102 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4c1610-d73b-41f4-a0c9-30f18479c381 None None] Sync routers for ids ['0fba9961-330b-46d6-9d6e-1fb56d154ea6'] in dv-cinder-732704-6-iscsi {{(pid=108650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:05:15.118418 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4c1610-d73b-41f4-a0c9-30f18479c381 None None] Routers {'0fba9961-330b-46d6-9d6e-1fb56d154ea6'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:05:15.119080 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-2a4c1610-d73b-41f4-a0c9-30f18479c381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:05:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['0fba9961-330b-46d6-9d6e-1fb56d154ea6'], 'active': True} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:05:15.228116 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvr_db [None req-2a4c1610-d73b-41f4-a0c9-30f18479c381 None None] Set router 0fba9961-330b-46d6-9d6e-1fb56d154ea6 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:05:15.373998 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:15.421909 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-2a4c1610-d73b-41f4-a0c9-30f18479c381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fba9961-330b-46d6-9d6e-1fb56d154ea6', 'name': 'tempest-TestMinimumBasicScenario-1449231468-router', 'tenant_id': 'a4d8bdff38854cd293f6a9c4327029b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'fa89ba98-13c1-41d7-9fec-1dd6850d5189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:34Z', 'updated_at': '2021-10-26T15:05:14Z', 'revision_number': 5, 'project_id': 'a4d8bdff38854cd293f6a9c4327029b8', 'gw_port': {'id': 'fa89ba98-13c1-41d7-9fec-1dd6850d5189', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fba9961-330b-46d6-9d6e-1fb56d154ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:35Z', 'updated_at': '2021-10-26T15:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi'}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:05:15.436749 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-671c9541-5f28-4ff2-8cd7-6f8b190847ca admin admin] Publish callbacks [] for router, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:15.448781 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4c1610-d73b-41f4-a0c9-30f18479c381 None None] Checking router: 0fba9961-330b-46d6-9d6e-1fb56d154ea6 for host: dv-cinder-732704-6-iscsi {{(pid=108650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:05:15.460165 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4c1610-d73b-41f4-a0c9-30f18479c381 None None] Routers {'0fba9961-330b-46d6-9d6e-1fb56d154ea6'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:05:15.460750 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-2a4c1610-d73b-41f4-a0c9-30f18479c381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:05:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['0fba9961-330b-46d6-9d6e-1fb56d154ea6'], 'active': True} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:05:15.544724 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-671c9541-5f28-4ff2-8cd7-6f8b190847ca admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:15.572817 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvr_db [None req-2a4c1610-d73b-41f4-a0c9-30f18479c381 None None] Set router 0fba9961-330b-46d6-9d6e-1fb56d154ea6 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:05:15.674820 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [None req-671c9541-5f28-4ff2-8cd7-6f8b190847ca admin admin] Deleting port fa89ba98-13c1-41d7-9fec-1dd6850d5189 {{(pid=108647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:05:15.675374 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-671c9541-5f28-4ff2-8cd7-6f8b190847ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:15.760231 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [None req-671c9541-5f28-4ff2-8cd7-6f8b190847ca admin admin] For port fa89ba98-13c1-41d7-9fec-1dd6850d5189, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=fa89ba98-13c1-41d7-9fec-1dd6850d5189,segment=NetworkSegment(48b4b2e5-ca40-4770-b351-7c2adc646ed5),segment_id=48b4b2e5-ca40-4770-b351-7c2adc646ed5)] {{(pid=108647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:05:15.760890 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-671c9541-5f28-4ff2-8cd7-6f8b190847ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:15.763514 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-2a4c1610-d73b-41f4-a0c9-30f18479c381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fba9961-330b-46d6-9d6e-1fb56d154ea6', 'name': 'tempest-TestMinimumBasicScenario-1449231468-router', 'tenant_id': 'a4d8bdff38854cd293f6a9c4327029b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'fa89ba98-13c1-41d7-9fec-1dd6850d5189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:34Z', 'updated_at': '2021-10-26T15:05:14Z', 'revision_number': 5, 'project_id': 'a4d8bdff38854cd293f6a9c4327029b8', 'gw_port': {'id': 'fa89ba98-13c1-41d7-9fec-1dd6850d5189', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fba9961-330b-46d6-9d6e-1fb56d154ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:35Z', 'updated_at': '2021-10-26T15:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi'}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:05:15.774510 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [None req-671c9541-5f28-4ff2-8cd7-6f8b190847ca admin admin] Calling delete_port for fa89ba98-13c1-41d7-9fec-1dd6850d5189 owned by network:router_gateway {{(pid=108647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:05:15.790683 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4c1610-d73b-41f4-a0c9-30f18479c381 None None] The sync data for ids ['0fba9961-330b-46d6-9d6e-1fb56d154ea6'] in dv-cinder-732704-6-iscsi is: [{'id': '0fba9961-330b-46d6-9d6e-1fb56d154ea6', 'name': 'tempest-TestMinimumBasicScenario-1449231468-router', 'tenant_id': 'a4d8bdff38854cd293f6a9c4327029b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'fa89ba98-13c1-41d7-9fec-1dd6850d5189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:34Z', 'updated_at': '2021-10-26T15:05:14Z', 'revision_number': 5, 'project_id': 'a4d8bdff38854cd293f6a9c4327029b8', 'gw_port': {'id': 'fa89ba98-13c1-41d7-9fec-1dd6850d5189', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fba9961-330b-46d6-9d6e-1fb56d154ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:35Z', 'updated_at': '2021-10-26T15:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi'}] {{(pid=108650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:05:16.052953 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-671c9541-5f28-4ff2-8cd7-6f8b190847ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:16.077458 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671c9541-5f28-4ff2-8cd7-6f8b190847ca admin admin] Pushing event deleted for resources: {'Port': ['ID=fa89ba98-13c1-41d7-9fec-1dd6850d5189,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:16.140547 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-671c9541-5f28-4ff2-8cd7-6f8b190847ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536297332'] for router_gateway, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:16.251064 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-671c9541-5f28-4ff2-8cd7-6f8b190847ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536295405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2856'] for router, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:16.253285 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-671c9541-5f28-4ff2-8cd7-6f8b190847ca admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:16.423946 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-671c9541-5f28-4ff2-8cd7-6f8b190847ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536295396'] for router, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:16.424503 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671c9541-5f28-4ff2-8cd7-6f8b190847ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fba9961-330b-46d6-9d6e-1fb56d154ea6 {{(pid=108647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:05:16.429584 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-671c9541-5f28-4ff2-8cd7-6f8b190847ca admin admin] Publish callbacks [] for router, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:16.430746 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-671c9541-5f28-4ff2-8cd7-6f8b190847ca admin admin] 10.222.0.57 "DELETE /v2.0/routers/0fba9961-330b-46d6-9d6e-1fb56d154ea6 HTTP/1.1" status: 204 len: 168 time: 1.3231914 Oct 26 15:05:16.433266 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 35130) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:05:16.482070 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.db_base_plugin_v2 [None req-348d7d8a-b41d-4035-be8e-ba6d759dcfe5 admin admin] Deleting subnet 5ef2ac4d-1999-41f9-ae1c-15b8ddff3417 {{(pid=108647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 15:05:16.485461 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-348d7d8a-b41d-4035-be8e-ba6d759dcfe5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:16.525610 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-348d7d8a-b41d-4035-be8e-ba6d759dcfe5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8615396'] for subnet, precommit_delete_associations {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:16.629428 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-348d7d8a-b41d-4035-be8e-ba6d759dcfe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536333747'] for subnet, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:16.790023 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-348d7d8a-b41d-4035-be8e-ba6d759dcfe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536333704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8556360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8456337'] for subnet, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:16.815132 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d7d8a-b41d-4035-be8e-ba6d759dcfe5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ef2ac4d-1999-41f9-ae1c-15b8ddff3417,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:16.818619 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-348d7d8a-b41d-4035-be8e-ba6d759dcfe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for subnet, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:16.822472 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-348d7d8a-b41d-4035-be8e-ba6d759dcfe5 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/5ef2ac4d-1999-41f9-ae1c-15b8ddff3417 HTTP/1.1" status: 204 len: 168 time: 0.3882163 Oct 26 15:05:16.824998 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 35132) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:05:16.826218 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665b5852-e673-49a4-8744-1ee1f157a6a3 None None] Network 4cc92e56-c71b-4022-bda8-5a42e3624add requested from dv-cinder-732704-6-iscsi {{(pid=108649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:05:16.906858 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-16673ab2-1d78-4f97-a81c-9d9328fb0fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536309766'] for network, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:16.962307 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [None req-16673ab2-1d78-4f97-a81c-9d9328fb0fb9 admin admin] Deleting port 1b5c752f-cef5-410d-88c5-28b3b0e8fc6c {{(pid=108647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:05:16.962307 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-16673ab2-1d78-4f97-a81c-9d9328fb0fb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:17.030679 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [None req-16673ab2-1d78-4f97-a81c-9d9328fb0fb9 admin admin] For port 1b5c752f-cef5-410d-88c5-28b3b0e8fc6c, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=1b5c752f-cef5-410d-88c5-28b3b0e8fc6c,segment=NetworkSegment(3c0d3291-f8ad-4278-9011-c604cedfcc40),segment_id=3c0d3291-f8ad-4278-9011-c604cedfcc40)] {{(pid=108647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:05:17.031066 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-16673ab2-1d78-4f97-a81c-9d9328fb0fb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:17.041227 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afce6fa2-7ba1-4b8c-b92b-6c5bd5c8717d None None] DHCP port deletion for 4cc92e56-c71b-4022-bda8-5a42e3624add request from dv-cinder-732704-6-iscsi {{(pid=108649) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 15:05:17.048058 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [None req-16673ab2-1d78-4f97-a81c-9d9328fb0fb9 admin admin] Calling delete_port for 1b5c752f-cef5-410d-88c5-28b3b0e8fc6c owned by network:dhcp {{(pid=108647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:05:17.092751 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-afce6fa2-7ba1-4b8c-b92b-6c5bd5c8717d None None] Deleting port 1b5c752f-cef5-410d-88c5-28b3b0e8fc6c {{(pid=108649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:05:17.093123 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-afce6fa2-7ba1-4b8c-b92b-6c5bd5c8717d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:17.155514 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-afce6fa2-7ba1-4b8c-b92b-6c5bd5c8717d None None] For port 1b5c752f-cef5-410d-88c5-28b3b0e8fc6c, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=1b5c752f-cef5-410d-88c5-28b3b0e8fc6c,segment=NetworkSegment(3c0d3291-f8ad-4278-9011-c604cedfcc40),segment_id=3c0d3291-f8ad-4278-9011-c604cedfcc40)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:05:17.155844 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-afce6fa2-7ba1-4b8c-b92b-6c5bd5c8717d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:17.168580 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-afce6fa2-7ba1-4b8c-b92b-6c5bd5c8717d None None] Calling delete_port for 1b5c752f-cef5-410d-88c5-28b3b0e8fc6c owned by network:dhcp {{(pid=108649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:05:17.218696 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-16673ab2-1d78-4f97-a81c-9d9328fb0fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:17.245711 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16673ab2-1d78-4f97-a81c-9d9328fb0fb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b5c752f-cef5-410d-88c5-28b3b0e8fc6c,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:17.249082 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-afce6fa2-7ba1-4b8c-b92b-6c5bd5c8717d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715'] for port, after_delete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:17.249312 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16673ab2-1d78-4f97-a81c-9d9328fb0fb9 admin admin] No DVR routers for this DVR port 1b5c752f-cef5-410d-88c5-28b3b0e8fc6c on host dv-cinder-732704-6-iscsi {{(pid=108647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:05:17.277351 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afce6fa2-7ba1-4b8c-b92b-6c5bd5c8717d None None] Pushing event deleted for resources: {'Port': ['ID=1b5c752f-cef5-410d-88c5-28b3b0e8fc6c,revision_number=None']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:17.279318 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afce6fa2-7ba1-4b8c-b92b-6c5bd5c8717d None None] No DVR routers for this DVR port 1b5c752f-cef5-410d-88c5-28b3b0e8fc6c on host dv-cinder-732704-6-iscsi {{(pid=108649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:05:17.325902 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-16673ab2-1d78-4f97-a81c-9d9328fb0fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536334904', 'neutron.services.segments.db._delete_segments_for_network-8752338035487'] for network, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:17.347545 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.services.segments.db [None req-16673ab2-1d78-4f97-a81c-9d9328fb0fb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cc92e56-c71b-4022-bda8-5a42e3624add']}} {{(pid=108647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:05:17.356206 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device c2eea1d7-1de5-4b2e-a9fc-b3f868a16d05 no longer exists at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:05:17.358147 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.services.segments.db [None req-16673ab2-1d78-4f97-a81c-9d9328fb0fb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c0d3291-f8ad-4278-9011-c604cedfcc40') {'for_net_delete': True} {{(pid=108647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:05:17.358448 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.services.segments.db [None req-16673ab2-1d78-4f97-a81c-9d9328fb0fb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c0d3291-f8ad-4278-9011-c604cedfcc40') {} {{(pid=108647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:05:17.368930 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-16673ab2-1d78-4f97-a81c-9d9328fb0fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752338035752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8615407'] for segment, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:17.376936 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] No Port match for: c2eea1d7-1de5-4b2e-a9fc-b3f868a16d05 {{(pid=108649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:05:17.377272 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device c2eea1d7-1de5-4b2e-a9fc-b3f868a16d05 not bound to the agent host dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:05:17.377685 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 1b5c752f-cef5-410d-88c5-28b3b0e8fc6c no longer exists at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:05:17.382559 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-16673ab2-1d78-4f97-a81c-9d9328fb0fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888'] for segment, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:17.388990 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16673ab2-1d78-4f97-a81c-9d9328fb0fb9 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=108647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:05:17.389383 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-16673ab2-1d78-4f97-a81c-9d9328fb0fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8556514'] for segment, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:17.391173 dv-cinder-732704-6-iscsi neutron-server[108647]: Traceback (most recent call last): Oct 26 15:05:17.391173 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 15:05:17.391173 dv-cinder-732704-6-iscsi neutron-server[108647]: timer() Oct 26 15:05:17.391173 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 15:05:17.391173 dv-cinder-732704-6-iscsi neutron-server[108647]: cb(*args, **kw) Oct 26 15:05:17.391173 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 15:05:17.391173 dv-cinder-732704-6-iscsi neutron-server[108647]: return func(*args, **kwargs) Oct 26 15:05:17.391173 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 15:05:17.391173 dv-cinder-732704-6-iscsi neutron-server[108647]: self._notify() Oct 26 15:05:17.391173 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 15:05:17.391173 dv-cinder-732704-6-iscsi neutron-server[108647]: self.callback(batched_events) Oct 26 15:05:17.391173 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 15:05:17.391173 dv-cinder-732704-6-iscsi neutron-server[108647]: event.method(event) Oct 26 15:05:17.391173 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 15:05:17.391173 dv-cinder-732704-6-iscsi neutron-server[108647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 15:05:17.391173 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 15:05:17.391173 dv-cinder-732704-6-iscsi neutron-server[108647]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 15:05:17.391173 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 15:05:17.391173 dv-cinder-732704-6-iscsi neutron-server[108647]: return f(self, *a, **k) Oct 26 15:05:17.391173 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 15:05:17.391173 dv-cinder-732704-6-iscsi neutron-server[108647]: return self._get(url).json() Oct 26 15:05:17.391173 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 15:05:17.391173 dv-cinder-732704-6-iscsi neutron-server[108647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 15:05:17.391173 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 15:05:17.391173 dv-cinder-732704-6-iscsi neutron-server[108647]: return self.request(url, 'GET', **kwargs) Oct 26 15:05:17.391173 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 15:05:17.391173 dv-cinder-732704-6-iscsi neutron-server[108647]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 15:05:17.391173 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 15:05:17.391173 dv-cinder-732704-6-iscsi neutron-server[108647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 15:05:17.391173 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 15:05:17.391173 dv-cinder-732704-6-iscsi neutron-server[108647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 15:05:17.391173 dv-cinder-732704-6-iscsi neutron-server[108647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 15:05:17.396859 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] No Port match for: 1b5c752f-cef5-410d-88c5-28b3b0e8fc6c {{(pid=108649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:05:17.397197 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 1b5c752f-cef5-410d-88c5-28b3b0e8fc6c not bound to the agent host dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:05:17.397611 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device fa89ba98-13c1-41d7-9fec-1dd6850d5189 no longer exists at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:05:17.419176 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] No Port match for: fa89ba98-13c1-41d7-9fec-1dd6850d5189 {{(pid=108649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:05:17.419523 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device fa89ba98-13c1-41d7-9fec-1dd6850d5189 not bound to the agent host dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:05:17.532950 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-16673ab2-1d78-4f97-a81c-9d9328fb0fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536334897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536297288'] for network, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:17.541113 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-16673ab2-1d78-4f97-a81c-9d9328fb0fb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for network, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:17.544266 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-16673ab2-1d78-4f97-a81c-9d9328fb0fb9 admin admin] 10.222.0.57 "DELETE /v2.0/networks/4cc92e56-c71b-4022-bda8-5a42e3624add HTTP/1.1" status: 204 len: 168 time: 0.7183373 Oct 26 15:05:17.554320 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16673ab2-1d78-4f97-a81c-9d9328fb0fb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cc92e56-c71b-4022-bda8-5a42e3624add,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:17.959130 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 35140) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:05:18.000033 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-14b956f3-26ad-4d00-95ec-6f09f689b75b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ae37455caad1400c9591e7587ec53aef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378723 Oct 26 15:05:18.002136 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 35144) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:05:18.056763 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-01b98682-8d49-4122-bb5a-24f4067e73c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:18.078109 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-01b98682-8d49-4122-bb5a-24f4067e73c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:18.269508 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-01b98682-8d49-4122-bb5a-24f4067e73c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:18.272135 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-01b98682-8d49-4122-bb5a-24f4067e73c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:18.273321 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-01b98682-8d49-4122-bb5a-24f4067e73c7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bcc71342-7fe5-4670-9507-312ce82cc2a9 HTTP/1.1" status: 204 len: 168 time: 0.2704222 Oct 26 15:05:18.281162 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b98682-8d49-4122-bb5a-24f4067e73c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc71342-7fe5-4670-9507-312ce82cc2a9,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:19.104993 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 35154) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:05:19.144476 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-94601b5e-cf24-4077-b1f3-aa631285d49d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a4d8bdff38854cd293f6a9c4327029b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382788 Oct 26 15:05:19.146963 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 35156) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:05:19.198621 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-2a9edcaa-331c-4f3b-b5fc-b19e3fc2a4be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:19.223507 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-2a9edcaa-331c-4f3b-b5fc-b19e3fc2a4be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:19.418075 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-2a9edcaa-331c-4f3b-b5fc-b19e3fc2a4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:19.420715 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-2a9edcaa-331c-4f3b-b5fc-b19e3fc2a4be admin admin] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:19.421869 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-2a9edcaa-331c-4f3b-b5fc-b19e3fc2a4be admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c5facb5c-cb06-4704-92b5-a11b55cea03f HTTP/1.1" status: 204 len: 168 time: 0.2739964 Oct 26 15:05:19.429996 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9edcaa-331c-4f3b-b5fc-b19e3fc2a4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5facb5c-cb06-4704-92b5-a11b55cea03f,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:28.463682 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:37.932195 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-083ee8d8-6efe-4190-816e-b1f1df371049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:43.194610 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-29fb9772-7714-4596-86cb-61a9d126b7db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:43.206876 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:05:43.818061 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:43.880259 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:45.348906 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:50.287857 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219984da-d938-46ee-bfad-772e05031e09 req-fcfd8b98-5188-4692-8b71-cad13c5aa83f tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:50.289392 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-219984da-d938-46ee-bfad-772e05031e09 req-fcfd8b98-5188-4692-8b71-cad13c5aa83f tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 945 time: 0.0495172 Oct 26 15:05:50.329540 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-219984da-d938-46ee-bfad-772e05031e09 req-54db11dd-bca4-490c-abb2-c6d1791110a5 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341430 Oct 26 15:05:51.448637 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38423e2-9e40-45d6-a3cf-0beb6fd0433a req-a73821cb-7b33-490f-bd88-d1bbe5d8f876 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:51.450436 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d38423e2-9e40-45d6-a3cf-0beb6fd0433a req-a73821cb-7b33-490f-bd88-d1bbe5d8f876 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 945 time: 0.0488245 Oct 26 15:05:51.494172 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d38423e2-9e40-45d6-a3cf-0beb6fd0433a req-dc69b456-307c-48c9-9e3e-8087b1df9c7c tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351865 Oct 26 15:05:52.617220 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c0315-6930-46a1-a1aa-88273337ed8b req-644d420d-1928-41bf-a272-2c04f81fc48d tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:52.618715 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7f2c0315-6930-46a1-a1aa-88273337ed8b req-644d420d-1928-41bf-a272-2c04f81fc48d tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 945 time: 0.0519452 Oct 26 15:05:52.656450 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7f2c0315-6930-46a1-a1aa-88273337ed8b req-72a99a21-b412-4603-a911-93c9524280ca tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317545 Oct 26 15:05:53.776408 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52aac86-1449-48cb-97f6-a1c530bec7c8 req-35ef33ec-a418-4f18-8a84-98dd6101cdd3 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:53.777901 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c52aac86-1449-48cb-97f6-a1c530bec7c8 req-35ef33ec-a418-4f18-8a84-98dd6101cdd3 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 945 time: 0.0496328 Oct 26 15:05:53.815561 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c52aac86-1449-48cb-97f6-a1c530bec7c8 req-95943fed-6b8d-4c83-957d-2db63b725737 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317910 Oct 26 15:05:54.936213 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a14a3-d9b4-4f4a-8b96-51830f2a117f req-4ecbefbd-5fcf-4a5c-84fa-df572923bd18 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:54.937699 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f89a14a3-d9b4-4f4a-8b96-51830f2a117f req-4ecbefbd-5fcf-4a5c-84fa-df572923bd18 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 945 time: 0.0489969 Oct 26 15:05:54.974574 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f89a14a3-d9b4-4f4a-8b96-51830f2a117f req-6911b151-480f-482c-b13b-2bd5862285e3 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310295 Oct 26 15:05:56.098148 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f6631-21db-45eb-b9b9-a2470fe44530 req-123ae3ac-08a2-4ff8-8c44-b4f871c087d3 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:56.099656 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-789f6631-21db-45eb-b9b9-a2470fe44530 req-123ae3ac-08a2-4ff8-8c44-b4f871c087d3 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 945 time: 0.0516262 Oct 26 15:05:56.144494 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-789f6631-21db-45eb-b9b9-a2470fe44530 req-3a41748f-4721-4185-8c48-92db06eecb76 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335646 Oct 26 15:05:57.263722 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c04aa-4d0a-43d0-9be2-50c3e645de19 req-bde29279-59e2-4a44-aa91-ed7ed391a982 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:57.265242 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a99c04aa-4d0a-43d0-9be2-50c3e645de19 req-bde29279-59e2-4a44-aa91-ed7ed391a982 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 945 time: 0.0489290 Oct 26 15:05:57.304811 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a99c04aa-4d0a-43d0-9be2-50c3e645de19 req-4a3d714e-8548-4e69-9924-80eb82aa183a tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334144 Oct 26 15:05:58.427907 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e93f122-5cef-4285-b3bc-caabe9b6ea73 req-4bc7a901-054d-4c19-beb0-a3630e859053 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:58.430040 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7e93f122-5cef-4285-b3bc-caabe9b6ea73 req-4bc7a901-054d-4c19-beb0-a3630e859053 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 945 time: 0.0505989 Oct 26 15:05:58.472581 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7e93f122-5cef-4285-b3bc-caabe9b6ea73 req-61ba637f-cdd5-4a49-a547-66d696edda5e tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361366 Oct 26 15:05:58.481170 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:59.599287 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94472a9c-921c-4e64-ab11-92d2cfa6434d req-f80d9c31-e471-4bd0-980e-8ec20120b0b8 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:59.600825 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-94472a9c-921c-4e64-ab11-92d2cfa6434d req-f80d9c31-e471-4bd0-980e-8ec20120b0b8 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 945 time: 0.0516295 Oct 26 15:05:59.639660 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-94472a9c-921c-4e64-ab11-92d2cfa6434d req-ebb17aed-180c-49a1-a927-685641505f94 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328636 Oct 26 15:06:00.763008 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37b221-9fda-4fe7-a7eb-76b12d9af676 req-d1b61f95-75b2-4687-bc2e-9413bac5075e tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:00.764564 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cf37b221-9fda-4fe7-a7eb-76b12d9af676 req-d1b61f95-75b2-4687-bc2e-9413bac5075e tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 945 time: 0.0509949 Oct 26 15:06:00.807394 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cf37b221-9fda-4fe7-a7eb-76b12d9af676 req-11d4f4a5-8c67-41ad-90dc-f8c5255efac6 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349226 Oct 26 15:06:01.094253 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 2f3e37a8-f184-42db-88ee-aee22274b12e details requested by agent hyperv_hv-cinder-73270 with host hv-cinder-73270 {{(pid=108649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:06:01.188282 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port 2f3e37a8-f184-42db-88ee-aee22274b12e, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=2f3e37a8-f184-42db-88ee-aee22274b12e,segment=NetworkSegment(bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2),segment_id=bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:06:01.199280 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Returning: {'device': '2f3e37a8-f184-42db-88ee-aee22274b12e', 'network_id': '6573438f-02ca-45f5-8fe3-7bc7af911bdf', 'port_id': '2f3e37a8-f184-42db-88ee-aee22274b12e', 'mac_address': 'fa:16:3e:b4:5c:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb360883-a29a-4019-ba79-ea1f2d3809c0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:06:01.236175 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:01.248600 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f3e37a8-f184-42db-88ee-aee22274b12e {{(pid=108649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:06:01.267179 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port 2f3e37a8-f184-42db-88ee-aee22274b12e, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=2f3e37a8-f184-42db-88ee-aee22274b12e,segment=NetworkSegment(bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2),segment_id=bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:06:01.331413 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:01.380977 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=2f3e37a8-f184-42db-88ee-aee22274b12e,revision_number=6']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:01.388585 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:01.388931 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:01.389270 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:01.389600 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:01.389930 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:01.390255 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:01.390579 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:01.390929 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:01.391255 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:01.391576 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:01.391897 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:01.392214 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:01.427334 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] get_ports_and_sgs() called for port_ids ['2f3e37a8-f184-42db-88ee-aee22274b12e'] {{(pid=108649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:06:01.926774 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ac665-b4c1-4443-a90c-1c46aac84eea req-f2581ba4-1f1e-43cd-ae3a-0951971c3b6a tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:01.928747 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-413ac665-b4c1-4443-a90c-1c46aac84eea req-f2581ba4-1f1e-43cd-ae3a-0951971c3b6a tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 944 time: 0.0480189 Oct 26 15:06:01.971812 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-413ac665-b4c1-4443-a90c-1c46aac84eea req-b9230afd-5605-46b7-82c7-d55eb18ea5f7 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370724 Oct 26 15:06:03.109956 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 2f3e37a8-f184-42db-88ee-aee22274b12e up at agent hyperv_hv-cinder-73270 {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:06:03.112891 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d2ae7-d1ee-4d0d-a448-4825206f37ff req-8d83b786-3655-4b66-b22e-bb6252807382 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:03.114434 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-df9d2ae7-d1ee-4d0d-a448-4825206f37ff req-8d83b786-3655-4b66-b22e-bb6252807382 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 944 time: 0.0600815 Oct 26 15:06:03.154335 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-df9d2ae7-d1ee-4d0d-a448-4825206f37ff req-ad28517e-8a3a-45cf-9d1c-cc0474ab45cc tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336168 Oct 26 15:06:03.159496 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Provisioning complete for port 2f3e37a8-f184-42db-88ee-aee22274b12e triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:06:03.159867 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:03.242443 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:03.266077 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e821244-ff6b-495b-9ffc-6e40366b4ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3e37a8-f184-42db-88ee-aee22274b12e'}] {{(pid=108649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:06:03.268355 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce9ea8dafcd660945e4144893ae94b540b7d43bc7f31485d3ebdd76e7b8406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d450a9b-2c71-4791-ae66-1f6f1762c75c" -d '{"events": [{"server_uuid": "5e821244-ff6b-495b-9ffc-6e40366b4ffb", "name": "network-vif-plugged", "status": "completed", "tag": "2f3e37a8-f184-42db-88ee-aee22274b12e"}]}' {{(pid=108649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:06:03.283274 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port 2f3e37a8-f184-42db-88ee-aee22274b12e, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=2f3e37a8-f184-42db-88ee-aee22274b12e,segment=NetworkSegment(bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2),segment_id=bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:06:03.305251 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79285e5f-fd53-4ef7-9302-82e0d68fc152 x-openstack-request-id: req-79285e5f-fd53-4ef7-9302-82e0d68fc152 {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:06:03.306216 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e821244-ff6b-495b-9ffc-6e40366b4ffb", "name": "network-vif-plugged", "status": "completed", "tag": "2f3e37a8-f184-42db-88ee-aee22274b12e", "code": 200}]} {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:06:03.306216 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-79285e5f-fd53-4ef7-9302-82e0d68fc152 {{(pid=108649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:06:03.306216 dv-cinder-732704-6-iscsi neutron-server[108649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e821244-ff6b-495b-9ffc-6e40366b4ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3e37a8-f184-42db-88ee-aee22274b12e', 'code': 200} Oct 26 15:06:03.358431 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:03.405916 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=2f3e37a8-f184-42db-88ee-aee22274b12e,revision_number=7']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:04.290550 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc74f34-68c4-48c5-9ec5-dcc045c462e2 req-985024a6-8ee6-44e8-baef-da3bf08f47cd tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:04.293312 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2bc74f34-68c4-48c5-9ec5-dcc045c462e2 req-985024a6-8ee6-44e8-baef-da3bf08f47cd tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 945 time: 0.0545232 Oct 26 15:06:04.335678 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2bc74f34-68c4-48c5-9ec5-dcc045c462e2 req-7369f5c1-bf5f-4aa4-9162-7c32efc6502b tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368512 Oct 26 15:06:05.479447 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3b9a9-7922-4438-a930-fc8edd82ee05 req-c02fbc60-4085-4a01-ae96-c87f85bf3476 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:05.483162 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b3f3b9a9-7922-4438-a930-fc8edd82ee05 req-c02fbc60-4085-4a01-ae96-c87f85bf3476 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 945 time: 0.0624099 Oct 26 15:06:05.525506 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b3f3b9a9-7922-4438-a930-fc8edd82ee05 req-7ee26fa8-d876-4712-9eed-9feac9b7aab0 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364184 Oct 26 15:06:06.662190 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30185b7d-f142-4101-9aaa-e45d62d34eb1 req-23ce8a2a-302a-49cb-9fa8-f9b373aeca04 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:06.664219 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-30185b7d-f142-4101-9aaa-e45d62d34eb1 req-23ce8a2a-302a-49cb-9fa8-f9b373aeca04 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 945 time: 0.0564737 Oct 26 15:06:06.702167 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-30185b7d-f142-4101-9aaa-e45d62d34eb1 req-fe21c9bc-04f6-4b1f-92ec-297f748e99f3 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318632 Oct 26 15:06:07.831130 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac7bd0-1a82-4018-b0d8-b202618e4d35 req-158d372b-fda3-42b9-9bac-e211533cdace tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:07.832666 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-48ac7bd0-1a82-4018-b0d8-b202618e4d35 req-158d372b-fda3-42b9-9bac-e211533cdace tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 945 time: 0.0521874 Oct 26 15:06:07.876971 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-48ac7bd0-1a82-4018-b0d8-b202618e4d35 req-e9f76b96-a29a-4868-b71b-e910e0845f42 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378313 Oct 26 15:06:07.943536 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-48276935-7afd-40a8-9157-a79f09c53b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:09.015640 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d1b2fe-edb0-4d6b-ac21-d12d154f16d6 req-91158a3e-735c-42ec-a1e2-c7922b068cab tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:09.017172 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-91d1b2fe-edb0-4d6b-ac21-d12d154f16d6 req-91158a3e-735c-42ec-a1e2-c7922b068cab tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 945 time: 0.0576179 Oct 26 15:06:09.062530 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-91d1b2fe-edb0-4d6b-ac21-d12d154f16d6 req-bd8e10ec-5bba-4eca-b208-affcad1aed26 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385447 Oct 26 15:06:10.201283 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463ef17-cc34-444c-a4d1-5031ef783ca9 req-aadb6cf5-067c-45b9-9b93-68321effbe16 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:10.202929 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f463ef17-cc34-444c-a4d1-5031ef783ca9 req-aadb6cf5-067c-45b9-9b93-68321effbe16 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 945 time: 0.0621514 Oct 26 15:06:10.252732 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f463ef17-cc34-444c-a4d1-5031ef783ca9 req-b35267d4-9933-4eed-ab6a-e2fe679de236 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434873 Oct 26 15:06:11.385802 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e620b-5185-4b73-9d72-e7b7a1bc3ede req-176f61b8-1716-4d26-b999-415e49d0a724 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:11.388215 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f20e620b-5185-4b73-9d72-e7b7a1bc3ede req-176f61b8-1716-4d26-b999-415e49d0a724 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 945 time: 0.0571115 Oct 26 15:06:11.429366 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f20e620b-5185-4b73-9d72-e7b7a1bc3ede req-c65459de-9d52-47a6-86d9-40bac9ea1696 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352261 Oct 26 15:06:12.624550 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ffeaa-64ed-41ec-ace9-bd2cb87990c0 req-27f71635-9c45-4c94-9619-c7aecea5904f tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:12.626385 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c83ffeaa-64ed-41ec-ace9-bd2cb87990c0 req-27f71635-9c45-4c94-9619-c7aecea5904f tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 946 time: 0.1283593 Oct 26 15:06:12.635841 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb4000-4295-4f77-bd7e-ad32673a1e14 req-220875fb-22f9-4c48-9bec-b480f27cc06f tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:12.637457 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-29bb4000-4295-4f77-bd7e-ad32673a1e14 req-220875fb-22f9-4c48-9bec-b480f27cc06f tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 945 time: 0.0760231 Oct 26 15:06:12.694921 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c83ffeaa-64ed-41ec-ace9-bd2cb87990c0 req-acc0cb41-e0c8-42c8-aa05-bdebed561d54 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562949 Oct 26 15:06:12.708703 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-29bb4000-4295-4f77-bd7e-ad32673a1e14 req-71089c83-7bae-4b82-b730-b70d43ce5eb1 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552559 Oct 26 15:06:13.457426 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2149eb66-157a-4205-becb-3870a1610131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:13.817315 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:13.855032 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:13.879418 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a918b3-71a3-4d01-97d1-e4b5b39f2ed8 req-1d478d87-eceb-4a86-a70a-c284e124c9ca tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:13.879418 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b0a918b3-71a3-4d01-97d1-e4b5b39f2ed8 req-1d478d87-eceb-4a86-a70a-c284e124c9ca tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 946 time: 0.0930064 Oct 26 15:06:13.895492 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a90a78-2020-46d3-9491-f64d22510d54 req-14739bb2-a70a-4974-8d71-c4b1ef5294d8 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:13.897124 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f2a90a78-2020-46d3-9491-f64d22510d54 req-14739bb2-a70a-4974-8d71-c4b1ef5294d8 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 945 time: 0.1024306 Oct 26 15:06:13.955282 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b0a918b3-71a3-4d01-97d1-e4b5b39f2ed8 req-49f5127f-576f-4b4f-b1d3-342a17fa9614 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684457 Oct 26 15:06:13.987462 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f2a90a78-2020-46d3-9491-f64d22510d54 req-4c9751e7-c789-4a57-9cf3-5ba3c7731a33 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721970 Oct 26 15:06:14.607716 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9211587-1caa-4b1e-b089-7968b4b2b297 req-b0b3209b-2b4f-416a-9c44-0546f6d4722f tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:14.609225 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e9211587-1caa-4b1e-b089-7968b4b2b297 req-b0b3209b-2b4f-416a-9c44-0546f6d4722f tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=cef7f523-a1fb-40fe-b910-612adca02b5e HTTP/1.1" status: 200 len: 945 time: 0.0566697 Oct 26 15:06:14.648215 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e9211587-1caa-4b1e-b089-7968b4b2b297 req-455c744f-a92f-44dc-b9ed-a2bdb8e86391 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327489 Oct 26 15:06:15.091246 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1988e-177c-4280-bd81-ba6245d3da7e req-cd21dfc7-2331-4579-949e-0332a01d4747 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:15.093055 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6bf1988e-177c-4280-bd81-ba6245d3da7e req-cd21dfc7-2331-4579-949e-0332a01d4747 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 946 time: 0.0623252 Oct 26 15:06:15.153817 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6bf1988e-177c-4280-bd81-ba6245d3da7e req-3760342b-16e0-423f-9126-a91ef0254a10 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461292 Oct 26 15:06:15.162290 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2e1b1-a749-4587-bdea-e7739c4a4bac req-1fd68e77-b243-49e3-b308-ede380b3512c tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:15.163822 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-31d2e1b1-a749-4587-bdea-e7739c4a4bac req-1fd68e77-b243-49e3-b308-ede380b3512c tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 945 time: 0.0921495 Oct 26 15:06:15.205475 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-31d2e1b1-a749-4587-bdea-e7739c4a4bac req-275c333b-f3b7-45dd-87de-9e60243f36c7 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353248 Oct 26 15:06:15.354238 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:15.370375 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd14f9-e50d-4b62-b726-50b80f746e93 req-4018d0f2-5351-4525-9364-3af852a9fc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:15.371943 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b9bd14f9-e50d-4b62-b726-50b80f746e93 req-4018d0f2-5351-4525-9364-3af852a9fc63 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6848328b3c604db790b65db1f62c66b8&device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 1098 time: 0.0434039 Oct 26 15:06:15.470384 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd14f9-e50d-4b62-b726-50b80f746e93 req-4e7308bd-5364-45e9-9728-8a5ab09431f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:15.471981 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b9bd14f9-e50d-4b62-b726-50b80f746e93 req-4e7308bd-5364-45e9-9728-8a5ab09431f0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6573438f-02ca-45f5-8fe3-7bc7af911bdf HTTP/1.1" status: 200 len: 917 time: 0.0899627 Oct 26 15:06:15.541417 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b9bd14f9-e50d-4b62-b726-50b80f746e93 req-11e5c10c-3d1d-4d9d-a097-483f247c840c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f3e37a8-f184-42db-88ee-aee22274b12e HTTP/1.1" status: 200 len: 1000 time: 0.0606084 Oct 26 15:06:15.592048 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd14f9-e50d-4b62-b726-50b80f746e93 req-78d04d8c-2bc6-4cc4-803c-9bb53568fd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:15.593793 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b9bd14f9-e50d-4b62-b726-50b80f746e93 req-78d04d8c-2bc6-4cc4-803c-9bb53568fd70 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=eb360883-a29a-4019-ba79-ea1f2d3809c0 HTTP/1.1" status: 200 len: 855 time: 0.0442252 Oct 26 15:06:15.646891 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd14f9-e50d-4b62-b726-50b80f746e93 req-cb7aca8b-8b2e-49da-9e09-e8db547c2dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:15.648387 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b9bd14f9-e50d-4b62-b726-50b80f746e93 req-cb7aca8b-8b2e-49da-9e09-e8db547c2dd0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6573438f-02ca-45f5-8fe3-7bc7af911bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445256 Oct 26 15:06:15.764274 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b9bd14f9-e50d-4b62-b726-50b80f746e93 req-e4967bcb-fe19-443e-8230-1003596ef30c service neutron] 10.222.0.76 "GET /v2.0/networks/6573438f-02ca-45f5-8fe3-7bc7af911bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072271 Oct 26 15:06:15.828324 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d827bb-3b27-4a66-b330-1c072f868076 req-5dc7c77a-5762-409d-8f7c-e3837ce6e0f8 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:15.829844 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-61d827bb-3b27-4a66-b330-1c072f868076 req-5dc7c77a-5762-409d-8f7c-e3837ce6e0f8 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=cef7f523-a1fb-40fe-b910-612adca02b5e HTTP/1.1" status: 200 len: 945 time: 0.1143365 Oct 26 15:06:15.888198 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-61d827bb-3b27-4a66-b330-1c072f868076 req-c9fc9c7b-ea5b-446a-8dff-9e1c6057543f tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511951 Oct 26 15:06:15.901175 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b9bd14f9-e50d-4b62-b726-50b80f746e93 req-19b43c9a-8286-41a7-91ed-b6bcf4a663db service neutron] 10.222.0.76 "GET /v2.0/networks/6573438f-02ca-45f5-8fe3-7bc7af911bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283793 Oct 26 15:06:16.270965 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b304e7-7f18-4c02-ae11-89068b3efb54 req-a1e3fa45-7c88-4faf-8be4-ffcc090dcd2a tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:16.272958 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-34b304e7-7f18-4c02-ae11-89068b3efb54 req-a1e3fa45-7c88-4faf-8be4-ffcc090dcd2a tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 946 time: 0.0493736 Oct 26 15:06:16.312309 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-34b304e7-7f18-4c02-ae11-89068b3efb54 req-cbd65cc8-b5a4-43e7-92b6-b4fc6fc31102 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333166 Oct 26 15:06:16.372187 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122611cd-c6cb-4d3c-bb76-a64007b8caf4 req-4a9c66a8-b7e0-496e-88a6-0ac099656d9e tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:16.373659 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-122611cd-c6cb-4d3c-bb76-a64007b8caf4 req-4a9c66a8-b7e0-496e-88a6-0ac099656d9e tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.76 "GET /v2.0/ports?device_id=cef7f523-a1fb-40fe-b910-612adca02b5e HTTP/1.1" status: 200 len: 945 time: 0.0594397 Oct 26 15:06:16.473592 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c762938-304d-4b49-8613-82f409409dc2 req-e07332b0-44a0-4f1c-95fe-9d59f51b13c0 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:16.475232 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6c762938-304d-4b49-8613-82f409409dc2 req-e07332b0-44a0-4f1c-95fe-9d59f51b13c0 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 945 time: 0.1006908 Oct 26 15:06:16.530256 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.plugin [req-122611cd-c6cb-4d3c-bb76-a64007b8caf4 req-cc6b568d-69e9-4531-b4b7-ec82d8421447 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Deleting port 5039a1b4-f63c-4ebd-b7ac-1f075beaeced {{(pid=108648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:06:16.530588 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-122611cd-c6cb-4d3c-bb76-a64007b8caf4 req-cc6b568d-69e9-4531-b4b7-ec82d8421447 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:16.547612 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6c762938-304d-4b49-8613-82f409409dc2 req-6b4b4d8a-d2d9-4c61-8b63-5533908e35fd tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561731 Oct 26 15:06:16.621143 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.db [req-122611cd-c6cb-4d3c-bb76-a64007b8caf4 req-cc6b568d-69e9-4531-b4b7-ec82d8421447 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] For port 5039a1b4-f63c-4ebd-b7ac-1f075beaeced, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=5039a1b4-f63c-4ebd-b7ac-1f075beaeced,segment=NetworkSegment(8621fa32-c66b-4463-805f-ba8280121809),segment_id=8621fa32-c66b-4463-805f-ba8280121809)] {{(pid=108648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:06:16.621402 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-122611cd-c6cb-4d3c-bb76-a64007b8caf4 req-cc6b568d-69e9-4531-b4b7-ec82d8421447 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:16.787552 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-122611cd-c6cb-4d3c-bb76-a64007b8caf4 req-cc6b568d-69e9-4531-b4b7-ec82d8421447 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:16.787903 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-122611cd-c6cb-4d3c-bb76-a64007b8caf4 req-cc6b568d-69e9-4531-b4b7-ec82d8421447 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536297274'] for floatingip, after_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:16.788213 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.db.l3_db [req-122611cd-c6cb-4d3c-bb76-a64007b8caf4 req-cc6b568d-69e9-4531-b4b7-ec82d8421447 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Floating IP 23212c03-69ce-4a19-a0e7-46044200b920 disassociated. External IP: 172.27.0.172, port: 5039a1b4-f63c-4ebd-b7ac-1f075beaeced. Oct 26 15:06:16.788542 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.plugin [req-122611cd-c6cb-4d3c-bb76-a64007b8caf4 req-cc6b568d-69e9-4531-b4b7-ec82d8421447 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Calling delete_port for 5039a1b4-f63c-4ebd-b7ac-1f075beaeced owned by compute:nova {{(pid=108648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:06:16.982836 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-122611cd-c6cb-4d3c-bb76-a64007b8caf4 req-cc6b568d-69e9-4531-b4b7-ec82d8421447 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3397087'] for port, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:17.019502 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b568d-69e9-4531-b4b7-ec82d8421447 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Pushing event deleted for resources: {'Port': ['ID=5039a1b4-f63c-4ebd-b7ac-1f075beaeced,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:17.032761 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6b568d-69e9-4531-b4b7-ec82d8421447 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:17.033115 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6b568d-69e9-4531-b4b7-ec82d8421447 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:17.033460 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6b568d-69e9-4531-b4b7-ec82d8421447 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:17.033800 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6b568d-69e9-4531-b4b7-ec82d8421447 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:17.034136 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6b568d-69e9-4531-b4b7-ec82d8421447 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:17.034469 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6b568d-69e9-4531-b4b7-ec82d8421447 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:17.034825 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6b568d-69e9-4531-b4b7-ec82d8421447 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:17.035153 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6b568d-69e9-4531-b4b7-ec82d8421447 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:17.035481 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6b568d-69e9-4531-b4b7-ec82d8421447 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:17.035806 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6b568d-69e9-4531-b4b7-ec82d8421447 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:17.036128 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6b568d-69e9-4531-b4b7-ec82d8421447 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:17.036448 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6b568d-69e9-4531-b4b7-ec82d8421447 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:17.050260 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5019281-3066-4978-a917-13ccc8e7dee2 req-77e34614-102a-4cd0-abaf-45426c7af592 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:17.051861 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e5019281-3066-4978-a917-13ccc8e7dee2 req-77e34614-102a-4cd0-abaf-45426c7af592 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=cef7f523-a1fb-40fe-b910-612adca02b5e HTTP/1.1" status: 200 len: 867 time: 0.0953796 Oct 26 15:06:17.159068 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e5019281-3066-4978-a917-13ccc8e7dee2 req-27c7e3b3-4490-4b86-a146-4d61069fa82c tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737283 Oct 26 15:06:17.182883 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-122611cd-c6cb-4d3c-bb76-a64007b8caf4 req-cc6b568d-69e9-4531-b4b7-ec82d8421447 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Router 4054a3b4-1b92-4cc2-981e-d4bf7d393595 has already been hosted by L3 agent aad0d180-bd62-492d-9d56-445be5af9cbd {{(pid=108648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:06:17.286789 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-122611cd-c6cb-4d3c-bb76-a64007b8caf4 req-cc6b568d-69e9-4531-b4b7-ec82d8421447 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Notify agent at l3_agent.dv-cinder-732704-6-iscsi the message routers_updated {{(pid=108648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:06:17.297829 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5574a68e-e080-4eff-89b2-ba23f1627f5c None None] Sync routers for ids ['4054a3b4-1b92-4cc2-981e-d4bf7d393595'] in dv-cinder-732704-6-iscsi {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:06:17.309219 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5574a68e-e080-4eff-89b2-ba23f1627f5c None None] Routers {'4054a3b4-1b92-4cc2-981e-d4bf7d393595'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:06:17.309837 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-5574a68e-e080-4eff-89b2-ba23f1627f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:06:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['4054a3b4-1b92-4cc2-981e-d4bf7d393595'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:06:17.325905 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.db.l3_dvrscheduler_db [req-122611cd-c6cb-4d3c-bb76-a64007b8caf4 req-cc6b568d-69e9-4531-b4b7-ec82d8421447 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] No DVR routers for this DVR port 5039a1b4-f63c-4ebd-b7ac-1f075beaeced on host hv-cinder-73270 {{(pid=108648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:06:17.328469 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-122611cd-c6cb-4d3c-bb76-a64007b8caf4 req-cc6b568d-69e9-4531-b4b7-ec82d8421447 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:17.331842 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-122611cd-c6cb-4d3c-bb76-a64007b8caf4 req-cc6b568d-69e9-4531-b4b7-ec82d8421447 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.76 "DELETE /v2.0/ports/5039a1b4-f63c-4ebd-b7ac-1f075beaeced HTTP/1.1" status: 204 len: 173 time: 0.9487529 Oct 26 15:06:17.332278 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef7f523-a1fb-40fe-b910-612adca02b5e', 'name': 'network-vif-deleted', 'tag': '5039a1b4-f63c-4ebd-b7ac-1f075beaeced'}] {{(pid=108648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:06:17.334572 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfc2c26cf4d6f56294a0969bf05099f9a11f02f7060f3ae519b1a3a74e90611f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699f046f-b228-4797-9c18-b465c202c78e" -d '{"events": [{"server_uuid": "cef7f523-a1fb-40fe-b910-612adca02b5e", "name": "network-vif-deleted", "tag": "5039a1b4-f63c-4ebd-b7ac-1f075beaeced"}]}' {{(pid=108648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:06:17.411690 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a8f609-51ec-4949-b4a4-6965b076ebf6 x-openstack-request-id: req-70a8f609-51ec-4949-b4a4-6965b076ebf6 {{(pid=108648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:06:17.412530 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef7f523-a1fb-40fe-b910-612adca02b5e", "name": "network-vif-deleted", "tag": "5039a1b4-f63c-4ebd-b7ac-1f075beaeced", "status": "completed", "code": 200}]} {{(pid=108648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:06:17.412781 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-70a8f609-51ec-4949-b4a4-6965b076ebf6 {{(pid=108648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:06:17.413956 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef7f523-a1fb-40fe-b910-612adca02b5e', 'name': 'network-vif-deleted', 'tag': '5039a1b4-f63c-4ebd-b7ac-1f075beaeced', 'status': 'completed', 'code': 200} Oct 26 15:06:17.459425 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e205e-22c8-43a8-b875-efaf4e4f928b req-b18247b0-f3d3-4983-acc2-0e60b6b5eba0 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:17.459425 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cb5e205e-22c8-43a8-b875-efaf4e4f928b req-b18247b0-f3d3-4983-acc2-0e60b6b5eba0 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 946 time: 0.0690055 Oct 26 15:06:17.465542 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-5574a68e-e080-4eff-89b2-ba23f1627f5c None None] Set router 4054a3b4-1b92-4cc2-981e-d4bf7d393595 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:06:17.551245 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cb5e205e-22c8-43a8-b875-efaf4e4f928b req-de35c9e2-79b5-40b7-8cb0-e5758a787307 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675173 Oct 26 15:06:17.683942 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d831a-efd6-4882-871d-827f88e778c2 req-e4b56d02-9327-48cd-9c81-35d002cfacb7 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:17.685553 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-339d831a-efd6-4882-871d-827f88e778c2 req-e4b56d02-9327-48cd-9c81-35d002cfacb7 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 945 time: 0.0617824 Oct 26 15:06:17.730918 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-339d831a-efd6-4882-871d-827f88e778c2 req-815166cf-0d30-4a6e-84bf-07066eb21b94 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390890 Oct 26 15:06:17.848558 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-5574a68e-e080-4eff-89b2-ba23f1627f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'name': 'tempest-TestVolumeBootPattern-1982504479-router', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '258a6c86-79a5-4c0d-8937-9742466f1498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:20Z', 'updated_at': '2021-10-26T15:02:26Z', 'revision_number': 4, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'gw_port': {'id': '258a6c86-79a5-4c0d-8937-9742466f1498', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:22Z', 'updated_at': '2021-10-26T15:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': '0f866454-2564-47ec-8643-cb2d80ed809a', 'name': '', 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'mac_address': 'fa:16:3e:0c:9f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'd2f548be-e416-40d5-a12d-a157ab7e380b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:25Z', 'updated_at': '2021-10-26T15:02:34Z', 'revision_number': 5, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'subnets': [{'id': 'd2f548be-e416-40d5-a12d-a157ab7e380b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:06:17.877061 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5574a68e-e080-4eff-89b2-ba23f1627f5c None None] Checking router: 4054a3b4-1b92-4cc2-981e-d4bf7d393595 for host: dv-cinder-732704-6-iscsi {{(pid=108649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:06:17.885417 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5574a68e-e080-4eff-89b2-ba23f1627f5c None None] Routers {'4054a3b4-1b92-4cc2-981e-d4bf7d393595'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:06:17.886018 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-5574a68e-e080-4eff-89b2-ba23f1627f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:06:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['4054a3b4-1b92-4cc2-981e-d4bf7d393595'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:06:17.993321 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-5574a68e-e080-4eff-89b2-ba23f1627f5c None None] Set router 4054a3b4-1b92-4cc2-981e-d4bf7d393595 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:06:18.194514 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-5574a68e-e080-4eff-89b2-ba23f1627f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'name': 'tempest-TestVolumeBootPattern-1982504479-router', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '258a6c86-79a5-4c0d-8937-9742466f1498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:20Z', 'updated_at': '2021-10-26T15:02:26Z', 'revision_number': 4, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'gw_port': {'id': '258a6c86-79a5-4c0d-8937-9742466f1498', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:22Z', 'updated_at': '2021-10-26T15:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': '0f866454-2564-47ec-8643-cb2d80ed809a', 'name': '', 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'mac_address': 'fa:16:3e:0c:9f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'd2f548be-e416-40d5-a12d-a157ab7e380b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:25Z', 'updated_at': '2021-10-26T15:02:34Z', 'revision_number': 5, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'subnets': [{'id': 'd2f548be-e416-40d5-a12d-a157ab7e380b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:06:18.221227 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5574a68e-e080-4eff-89b2-ba23f1627f5c None None] The sync data for ids ['4054a3b4-1b92-4cc2-981e-d4bf7d393595'] in dv-cinder-732704-6-iscsi is: [{'id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'name': 'tempest-TestVolumeBootPattern-1982504479-router', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '258a6c86-79a5-4c0d-8937-9742466f1498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:20Z', 'updated_at': '2021-10-26T15:02:26Z', 'revision_number': 4, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'gw_port': {'id': '258a6c86-79a5-4c0d-8937-9742466f1498', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:22Z', 'updated_at': '2021-10-26T15:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': '0f866454-2564-47ec-8643-cb2d80ed809a', 'name': '', 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'mac_address': 'fa:16:3e:0c:9f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'd2f548be-e416-40d5-a12d-a157ab7e380b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:25Z', 'updated_at': '2021-10-26T15:02:34Z', 'revision_number': 5, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'subnets': [{'id': 'd2f548be-e416-40d5-a12d-a157ab7e380b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:06:18.262948 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a61f2cdc-88b9-485b-8cba-2af26f0f5494 req-e6d7ec64-3ddc-480b-b670-063ae945ad2a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=cef7f523-a1fb-40fe-b910-612adca02b5e HTTP/1.1" status: 200 len: 210 time: 0.0266817 Oct 26 15:06:18.450956 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf5b558-0e24-4412-91c5-8d5736d2e8a5 None None] New status for floating IP 23212c03-69ce-4a19-a0e7-46044200b920: DOWN {{(pid=108650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:06:18.674723 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c206ef-b758-464f-82f5-8302a04ee1f0 req-b7b5fb17-def7-423a-92a8-4b66982c16bf tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:18.676730 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-65c206ef-b758-464f-82f5-8302a04ee1f0 req-b7b5fb17-def7-423a-92a8-4b66982c16bf tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 946 time: 0.0524120 Oct 26 15:06:18.722485 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-65c206ef-b758-464f-82f5-8302a04ee1f0 req-4ee7045e-fd2a-48ae-8768-9e4d0db73121 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375073 Oct 26 15:06:18.857720 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee4e7f-f735-489b-9ce9-b90b1ce578b0 req-696ff02b-668c-413e-b575-6589b3fd71ec tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:18.859382 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e7ee4e7f-f735-489b-9ce9-b90b1ce578b0 req-696ff02b-668c-413e-b575-6589b3fd71ec tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 945 time: 0.0575578 Oct 26 15:06:18.898397 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e7ee4e7f-f735-489b-9ce9-b90b1ce578b0 req-48314c15-df94-4260-afa0-539ec67bd4d4 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332098 Oct 26 15:06:19.158137 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 2f3e37a8-f184-42db-88ee-aee22274b12e no longer exists at agent hyperv_hv-cinder-73270 {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:06:19.237334 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:19.260113 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e821244-ff6b-495b-9ffc-6e40366b4ffb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f3e37a8-f184-42db-88ee-aee22274b12e'}] {{(pid=108649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:06:19.262429 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce9ea8dafcd660945e4144893ae94b540b7d43bc7f31485d3ebdd76e7b8406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835ab4ce-dcea-4d30-b392-d6efe64cce16" -d '{"events": [{"server_uuid": "5e821244-ff6b-495b-9ffc-6e40366b4ffb", "name": "network-vif-unplugged", "status": "completed", "tag": "2f3e37a8-f184-42db-88ee-aee22274b12e"}]}' {{(pid=108649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:06:19.275456 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port 2f3e37a8-f184-42db-88ee-aee22274b12e, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=2f3e37a8-f184-42db-88ee-aee22274b12e,segment=NetworkSegment(bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2),segment_id=bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:06:19.296764 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 26 Oct 2021 15:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37765e44-015c-48f4-8895-c5849cac65cd x-openstack-request-id: req-37765e44-015c-48f4-8895-c5849cac65cd {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:06:19.297163 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e821244-ff6b-495b-9ffc-6e40366b4ffb", "name": "network-vif-unplugged", "status": "failed", "tag": "2f3e37a8-f184-42db-88ee-aee22274b12e", "code": 422}]} {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:06:19.297484 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-37765e44-015c-48f4-8895-c5849cac65cd {{(pid=108649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:06:19.297945 dv-cinder-732704-6-iscsi neutron-server[108649]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5e821244-ff6b-495b-9ffc-6e40366b4ffb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2f3e37a8-f184-42db-88ee-aee22274b12e', 'code': 422} returned with failed status Oct 26 15:06:19.320067 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:19.320794 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 5039a1b4-f63c-4ebd-b7ac-1f075beaeced no longer exists at agent hyperv_hv-cinder-73270 {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:06:19.359404 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] No Port match for: 5039a1b4-f63c-4ebd-b7ac-1f075beaeced {{(pid=108649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:06:19.359682 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 5039a1b4-f63c-4ebd-b7ac-1f075beaeced not bound to the agent host hv-cinder-73270 {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:06:19.386097 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=2f3e37a8-f184-42db-88ee-aee22274b12e,revision_number=8']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:19.526578 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-df965aaf-f8f9-4750-9b9d-f169d2759419 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-647568658&fields=id&tenant_id=1c0d3cfad56e4c61a215d25516cd6470 HTTP/1.1" status: 200 len: 267 time: 0.0331242 Oct 26 15:06:19.634357 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-ee51df27-5201-47a2-a4e0-ef9f38193bc4 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:19.635918 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-ee51df27-5201-47a2-a4e0-ef9f38193bc4 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/networks?id=d121bef5-e7a7-4cc1-ab11-dcb6c02a3865 HTTP/1.1" status: 200 len: 812 time: 0.1024811 Oct 26 15:06:19.651655 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-2c21d5e8-fed3-4a0f-bc92-efd5a8c902e8 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/quotas/1c0d3cfad56e4c61a215d25516cd6470 HTTP/1.1" status: 200 len: 375 time: 0.0099986 Oct 26 15:06:19.705324 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-095ef6cb-8e8f-4bc9-b0d7-ddd7ca7c7e43 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1c0d3cfad56e4c61a215d25516cd6470&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474513 Oct 26 15:06:19.804639 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-66c21499-3d11-43d6-b8f2-7942965b4d12 service neutron] 10.222.0.57 "GET /v2.0/networks/d121bef5-e7a7-4cc1-ab11-dcb6c02a3865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859885 Oct 26 15:06:19.906543 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-8d6b0cb9-c1f0-4c57-bad7-dc9ca18b8834 service neutron] 10.222.0.57 "GET /v2.0/networks/d121bef5-e7a7-4cc1-ab11-dcb6c02a3865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956886 Oct 26 15:06:19.986614 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc872c-fb4e-497f-a3d0-f0a32645a178 req-6da14e55-0748-4f92-8750-96347042d9fc tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:19.992051 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-89bc872c-fb4e-497f-a3d0-f0a32645a178 req-6da14e55-0748-4f92-8750-96347042d9fc tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 946 time: 0.0563347 Oct 26 15:06:20.031078 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-89bc872c-fb4e-497f-a3d0-f0a32645a178 req-30a46042-a8e2-4ff6-8bdc-c3e3eb89cd44 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351431 Oct 26 15:06:20.205527 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:06:20.511298 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a7e17baf-e686-4d83-b1e5-803cb10079d7 req-6fccf5eb-be2e-4bc7-a63a-975cee93e8f1 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0492456 Oct 26 15:06:21.125797 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e56ff31-ccfd-4ebd-88a5-f499f81d8960 req-5363966a-22fc-43fa-b91e-ed6ef27689f8 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:21.127319 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6e56ff31-ccfd-4ebd-88a5-f499f81d8960 req-5363966a-22fc-43fa-b91e-ed6ef27689f8 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6328415-22a3-4ec4-9846-ba0b53c36d64 HTTP/1.1" status: 200 len: 946 time: 0.0480177 Oct 26 15:06:21.177618 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6e56ff31-ccfd-4ebd-88a5-f499f81d8960 req-480afa0a-8ae0-4144-ac06-4064aea3ad24 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=34445a1c-29d4-4fe8-b9e2-a517bd5ffe76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437973 Oct 26 15:06:21.270006 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19476be2-da1d-4140-b4e5-742501d9adef req-8d5543f2-c79c-4447-b75d-00b9851ba101 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:21.272132 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-19476be2-da1d-4140-b4e5-742501d9adef req-8d5543f2-c79c-4447-b75d-00b9851ba101 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 946 time: 0.0737643 Oct 26 15:06:21.308838 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1794a15-c0a2-4914-b8fb-3a96201f8fed req-4ecca52a-8807-4cbf-a795-09daa5098616 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:21.310318 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c1794a15-c0a2-4914-b8fb-3a96201f8fed req-4ecca52a-8807-4cbf-a795-09daa5098616 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 943 time: 0.0736527 Oct 26 15:06:21.333702 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-19476be2-da1d-4140-b4e5-742501d9adef req-845a9087-d19f-4ee6-a510-5f97ea24eb77 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544755 Oct 26 15:06:21.359429 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c1794a15-c0a2-4914-b8fb-3a96201f8fed req-f092af19-df4f-4cae-a345-01f94893802f tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388441 Oct 26 15:06:21.517638 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3c298e6c-fe10-4bcd-b719-86770e25d1b4 req-6216cb41-8ca7-444c-b950-e6f6f4f4a4fc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0432358 Oct 26 15:06:21.618312 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-27a9efcc-9543-459d-bd4c-9d369bed255c req-7d9adfff-2b6d-46d6-8ce4-6b4c71d04fb5 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0319228 Oct 26 15:06:22.292978 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afc00c-2f22-4987-a493-039b6e8289e2 req-ad197b91-c8d3-4b0d-8364-b297d59c883d tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:22.294464 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-16afc00c-2f22-4987-a493-039b6e8289e2 req-ad197b91-c8d3-4b0d-8364-b297d59c883d tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6328415-22a3-4ec4-9846-ba0b53c36d64 HTTP/1.1" status: 200 len: 946 time: 0.0491281 Oct 26 15:06:22.331975 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-16afc00c-2f22-4987-a493-039b6e8289e2 req-fd8f2780-2cfd-4997-bbb8-9c1f52b8a64f tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=34445a1c-29d4-4fe8-b9e2-a517bd5ffe76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308654 Oct 26 15:06:22.804307 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a41d84-e850-49f3-bd34-9b418f6338af req-65a69b23-f6a2-4736-aec8-a4d28b3a2cd8 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:22.805795 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b1a41d84-e850-49f3-bd34-9b418f6338af req-65a69b23-f6a2-4736-aec8-a4d28b3a2cd8 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 946 time: 0.4018593 Oct 26 15:06:22.820320 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e2a64-d11f-436c-98f2-47da4afdca1a req-92221c16-f640-40ad-90d0-0b3450279fd5 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:22.821703 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0c6e2a64-d11f-436c-98f2-47da4afdca1a req-92221c16-f640-40ad-90d0-0b3450279fd5 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 943 time: 0.3795111 Oct 26 15:06:22.855298 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-8f1deb9f-8a11-4807-875a-e2a0ac3595af tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:22.856706 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-8f1deb9f-8a11-4807-875a-e2a0ac3595af tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.76 "GET /v2.0/networks?id=d121bef5-e7a7-4cc1-ab11-dcb6c02a3865 HTTP/1.1" status: 200 len: 812 time: 0.4248443 Oct 26 15:06:22.900013 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b190ff4-a451-4f5e-b5da-8578303d3250 req-fcfb65f1-e4c2-42c4-a000-b07b4c04a740 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:22.901790 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-9b190ff4-a451-4f5e-b5da-8578303d3250 req-fcfb65f1-e4c2-42c4-a000-b07b4c04a740 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6328415-22a3-4ec4-9846-ba0b53c36d64 HTTP/1.1" status: 200 len: 946 time: 0.0502517 Oct 26 15:06:22.910746 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b1a41d84-e850-49f3-bd34-9b418f6338af req-65d64e96-86fd-4a23-bf71-1b0a607e4e9b tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984094 Oct 26 15:06:22.916335 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0c6e2a64-d11f-436c-98f2-47da4afdca1a req-e80f482e-c6f5-4a70-94ba-6eb1471345a9 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884902 Oct 26 15:06:22.933713 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-a3ca6d25-bb75-4f40-8043-89abb9792c1e tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c0d3cfad56e4c61a215d25516cd6470 HTTP/1.1" status: 200 len: 379 time: 0.0653219 Oct 26 15:06:22.947052 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-e3e98230-034d-4c34-be49-961662e954ac tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Request body: {'port': {'device_id': '7c063e9a-3eae-4cc4-a4f3-855bd8390d06', 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865', 'admin_state_up': True, 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'security_groups': ['f35a6515-ac15-4e3a-b664-fbd46fe56803']}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:06:23.023062 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-935c8c68-9aa0-4157-997e-b3845c152050 req-70adc15a-a45d-484b-8a00-4371d634d33e tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0341110 Oct 26 15:06:23.032344 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c298e6c-fe10-4bcd-b719-86770e25d1b4 req-a4edca8d-4f81-4c26-8666-380efed02ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:23.034027 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-3c298e6c-fe10-4bcd-b719-86770e25d1b4 req-a4edca8d-4f81-4c26-8666-380efed02ebb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb&tenant_id=6848328b3c604db790b65db1f62c66b8 HTTP/1.1" status: 200 len: 1096 time: 0.0739911 Oct 26 15:06:23.044464 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [req-9b190ff4-a451-4f5e-b5da-8578303d3250 req-2a7510a6-980c-4b50-93c2-2a3e071d0f51 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Deleting port d117d24f-b656-4390-803f-eb45ca5df100 {{(pid=108647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:06:23.044821 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-9b190ff4-a451-4f5e-b5da-8578303d3250 req-2a7510a6-980c-4b50-93c2-2a3e071d0f51 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:23.157446 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c298e6c-fe10-4bcd-b719-86770e25d1b4 req-2eccfadf-4f2e-424e-9207-6e004584fb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:23.159021 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-3c298e6c-fe10-4bcd-b719-86770e25d1b4 req-2eccfadf-4f2e-424e-9207-6e004584fb9d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6848328b3c604db790b65db1f62c66b8&device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 1096 time: 0.0756862 Oct 26 15:06:23.163493 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-e3e98230-034d-4c34-be49-961662e954ac tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Made reservation on behalf of 1c0d3cfad56e4c61a215d25516cd6470 for: {'port': 1} {{(pid=108648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:06:23.166656 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [req-9b190ff4-a451-4f5e-b5da-8578303d3250 req-2a7510a6-980c-4b50-93c2-2a3e071d0f51 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] For port d117d24f-b656-4390-803f-eb45ca5df100, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=d117d24f-b656-4390-803f-eb45ca5df100,segment=NetworkSegment(3c5cd00d-2851-4d55-a807-8a31540e2d22),segment_id=3c5cd00d-2851-4d55-a807-8a31540e2d22)] {{(pid=108647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:06:23.167108 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-9b190ff4-a451-4f5e-b5da-8578303d3250 req-2a7510a6-980c-4b50-93c2-2a3e071d0f51 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:23.170872 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-e3e98230-034d-4c34-be49-961662e954ac tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:23.173463 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 2f3e37a8-f184-42db-88ee-aee22274b12e no longer exists at agent hyperv_hv-cinder-73270 {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:06:23.308349 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.db.db_base_plugin_common [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-e3e98230-034d-4c34-be49-961662e954ac tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Allocated IP 172.20.0.13 (d121bef5-e7a7-4cc1-ab11-dcb6c02a3865/d2f548be-e416-40d5-a12d-a157ab7e380b/88240e56-e655-4932-9c89-1b901e243f66) {{(pid=108648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:06:23.345518 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c298e6c-fe10-4bcd-b719-86770e25d1b4 req-9998a405-f760-4440-ab25-82914792edf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:23.347347 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-3c298e6c-fe10-4bcd-b719-86770e25d1b4 req-9998a405-f760-4440-ab25-82914792edf2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6573438f-02ca-45f5-8fe3-7bc7af911bdf HTTP/1.1" status: 200 len: 917 time: 0.1776359 Oct 26 15:06:23.451793 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-9b190ff4-a451-4f5e-b5da-8578303d3250 req-2a7510a6-980c-4b50-93c2-2a3e071d0f51 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:23.452125 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-9b190ff4-a451-4f5e-b5da-8578303d3250 req-2a7510a6-980c-4b50-93c2-2a3e071d0f51 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536297274'] for floatingip, after_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:23.452451 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.db.l3_db [req-9b190ff4-a451-4f5e-b5da-8578303d3250 req-2a7510a6-980c-4b50-93c2-2a3e071d0f51 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Floating IP c9131df4-371d-42f5-8f77-2e60e7fb2c04 disassociated. External IP: 172.27.0.241, port: d117d24f-b656-4390-803f-eb45ca5df100. Oct 26 15:06:23.452791 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [req-9b190ff4-a451-4f5e-b5da-8578303d3250 req-2a7510a6-980c-4b50-93c2-2a3e071d0f51 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Calling delete_port for d117d24f-b656-4390-803f-eb45ca5df100 owned by compute:nova {{(pid=108647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:06:23.473444 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-3c298e6c-fe10-4bcd-b719-86770e25d1b4 req-3dd256ac-734d-476f-afe9-a56b82b42687 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f3e37a8-f184-42db-88ee-aee22274b12e HTTP/1.1" status: 200 len: 998 time: 0.1172845 Oct 26 15:06:23.494577 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc19912-94ee-4485-94ee-a22169b5ab70 req-1239b0af-d61e-4e6b-95e2-64c9cfcfbcde tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:23.497201 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0bc19912-94ee-4485-94ee-a22169b5ab70 req-1239b0af-d61e-4e6b-95e2-64c9cfcfbcde tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6328415-22a3-4ec4-9846-ba0b53c36d64 HTTP/1.1" status: 200 len: 946 time: 0.0848999 Oct 26 15:06:23.508371 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-e3e98230-034d-4c34-be49-961662e954ac tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks [] for port, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:23.555597 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0bc19912-94ee-4485-94ee-a22169b5ab70 req-1bd36422-ed3b-4f0b-952e-3d3f58180b09 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups?id=34445a1c-29d4-4fe8-b9e2-a517bd5ffe76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509963 Oct 26 15:06:23.603350 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c298e6c-fe10-4bcd-b719-86770e25d1b4 req-1294d559-a597-48a7-a0d0-17c6fd3e31ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:23.604852 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-3c298e6c-fe10-4bcd-b719-86770e25d1b4 req-1294d559-a597-48a7-a0d0-17c6fd3e31ce service neutron] 10.222.0.76 "GET /v2.0/subnets?id=eb360883-a29a-4019-ba79-ea1f2d3809c0 HTTP/1.1" status: 200 len: 855 time: 0.0823436 Oct 26 15:06:23.646941 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-e3e98230-034d-4c34-be49-961662e954ac tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3397087'] for port, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:23.658941 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c298e6c-fe10-4bcd-b719-86770e25d1b4 req-821b6c1f-fca2-4ea9-9856-dec52cb0144e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:23.660483 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-3c298e6c-fe10-4bcd-b719-86770e25d1b4 req-821b6c1f-fca2-4ea9-9856-dec52cb0144e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6573438f-02ca-45f5-8fe3-7bc7af911bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468292 Oct 26 15:06:23.689851 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-e3e98230-034d-4c34-be49-961662e954ac tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Network d121bef5-e7a7-4cc1-ab11-dcb6c02a3865 is already hosted by enough agents. {{(pid=108648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:06:23.693155 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.base_scheduler [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-e3e98230-034d-4c34-be49-961662e954ac tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Resources bound (agent type, host, resource id): {{(pid=108648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:06:23.697068 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-e3e98230-034d-4c34-be49-961662e954ac tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Received port after_create {{(pid=108648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:06:23.713352 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-9b190ff4-a451-4f5e-b5da-8578303d3250 req-2a7510a6-980c-4b50-93c2-2a3e071d0f51 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:23.726516 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e98230-034d-4c34-be49-961662e954ac tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Pushing event updated for resources: {'Port': ['ID=88240e56-e655-4932-9c89-1b901e243f66,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:23.749887 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7510a6-980c-4b50-93c2-2a3e071d0f51 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Pushing event deleted for resources: {'Port': ['ID=d117d24f-b656-4390-803f-eb45ca5df100,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:23.760531 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-e3e98230-034d-4c34-be49-961662e954ac tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:23.761325 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-e3e98230-034d-4c34-be49-961662e954ac tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:23.806898 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7510a6-980c-4b50-93c2-2a3e071d0f51 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:23.806898 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7510a6-980c-4b50-93c2-2a3e071d0f51 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:23.807246 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7510a6-980c-4b50-93c2-2a3e071d0f51 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:23.807580 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7510a6-980c-4b50-93c2-2a3e071d0f51 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:23.808002 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7510a6-980c-4b50-93c2-2a3e071d0f51 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:23.808230 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7510a6-980c-4b50-93c2-2a3e071d0f51 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:23.808562 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7510a6-980c-4b50-93c2-2a3e071d0f51 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:23.808890 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7510a6-980c-4b50-93c2-2a3e071d0f51 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:23.809219 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7510a6-980c-4b50-93c2-2a3e071d0f51 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:23.809602 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7510a6-980c-4b50-93c2-2a3e071d0f51 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:23.809868 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7510a6-980c-4b50-93c2-2a3e071d0f51 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:23.810190 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7510a6-980c-4b50-93c2-2a3e071d0f51 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:23.855094 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-e3e98230-034d-4c34-be49-961662e954ac tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9128475 Oct 26 15:06:23.869347 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-1c228f29-c13e-4a59-b34c-a3b08a06a5fc service neutron] Request body: {'port': {'device_id': '7c063e9a-3eae-4cc4-a4f3-855bd8390d06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73270'}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:06:23.873088 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-3c298e6c-fe10-4bcd-b719-86770e25d1b4 req-bc67a6f6-3ced-4c45-9e40-db279791848f service neutron] 10.222.0.76 "GET /v2.0/networks/6573438f-02ca-45f5-8fe3-7bc7af911bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049034 Oct 26 15:06:23.929542 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-2b7088f6-a4b5-46c7-a639-e2fb7a625bbf None None] Provisioning complete for port 88240e56-e655-4932-9c89-1b901e243f66 triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:06:23.929992 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2b7088f6-a4b5-46c7-a639-e2fb7a625bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:23.948692 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-1c228f29-c13e-4a59-b34c-a3b08a06a5fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:23.954558 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b190ff4-a451-4f5e-b5da-8578303d3250 req-2a7510a6-980c-4b50-93c2-2a3e071d0f51 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Router 9bf93efb-a9f6-4a5c-9462-8d777e3445ee has already been hosted by L3 agent aad0d180-bd62-492d-9d56-445be5af9cbd {{(pid=108647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:06:24.022449 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-2b7088f6-a4b5-46c7-a639-e2fb7a625bbf None None] Port 88240e56-e655-4932-9c89-1b901e243f66 cannot update to ACTIVE because it is not bound. {{(pid=108649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:06:24.050182 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-3c298e6c-fe10-4bcd-b719-86770e25d1b4 req-6c3b3120-1489-4cca-aa93-14a049e929bf service neutron] 10.222.0.76 "GET /v2.0/networks/6573438f-02ca-45f5-8fe3-7bc7af911bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692293 Oct 26 15:06:24.090436 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b190ff4-a451-4f5e-b5da-8578303d3250 req-2a7510a6-980c-4b50-93c2-2a3e071d0f51 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Notify agent at l3_agent.dv-cinder-732704-6-iscsi the message routers_updated {{(pid=108647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:06:24.107475 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a13a912-326b-4b25-b2d1-d5f67739243e None None] Sync routers for ids ['9bf93efb-a9f6-4a5c-9462-8d777e3445ee'] in dv-cinder-732704-6-iscsi {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:06:24.120075 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a13a912-326b-4b25-b2d1-d5f67739243e None None] Routers {'9bf93efb-a9f6-4a5c-9462-8d777e3445ee'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:06:24.126167 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-8a13a912-326b-4b25-b2d1-d5f67739243e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:06:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['9bf93efb-a9f6-4a5c-9462-8d777e3445ee'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:06:24.312636 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-8a13a912-326b-4b25-b2d1-d5f67739243e None None] Set router 9bf93efb-a9f6-4a5c-9462-8d777e3445ee gateway port host: dv-cinder-732704-6-iscsi {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:06:24.360735 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c94ff4-ad40-4af4-9464-4f8731609ea6 req-672e6ad3-05e8-436b-9c18-a749b5ad8673 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:24.371490 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-62c94ff4-ad40-4af4-9464-4f8731609ea6 req-672e6ad3-05e8-436b-9c18-a749b5ad8673 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 946 time: 0.2906880 Oct 26 15:06:24.388384 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb5cea-5369-4b98-976a-22c96f179de4 req-5bac8e4c-6685-432e-9142-cc718074d658 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:24.390202 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f1eb5cea-5369-4b98-976a-22c96f179de4 req-5bac8e4c-6685-432e-9142-cc718074d658 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 943 time: 0.3188269 Oct 26 15:06:24.395179 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.notifiers.nova [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-1c228f29-c13e-4a59-b34c-a3b08a06a5fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88240e56-e655-4932-9c89-1b901e243f66 {{(pid=108648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:06:24.404039 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b190ff4-a451-4f5e-b5da-8578303d3250 req-2a7510a6-980c-4b50-93c2-2a3e071d0f51 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] No DVR routers for this DVR port d117d24f-b656-4390-803f-eb45ca5df100 on host hv-cinder-73270 {{(pid=108647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:06:24.406623 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-9b190ff4-a451-4f5e-b5da-8578303d3250 req-2a7510a6-980c-4b50-93c2-2a3e071d0f51 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:24.409994 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-9b190ff4-a451-4f5e-b5da-8578303d3250 req-2a7510a6-980c-4b50-93c2-2a3e071d0f51 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.76 "DELETE /v2.0/ports/d117d24f-b656-4390-803f-eb45ca5df100 HTTP/1.1" status: 204 len: 173 time: 1.4976315 Oct 26 15:06:24.410557 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6328415-22a3-4ec4-9846-ba0b53c36d64', 'name': 'network-vif-deleted', 'tag': 'd117d24f-b656-4390-803f-eb45ca5df100'}] {{(pid=108647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:06:24.413557 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c67b12b1cf7ef49faca107c22834427ed1d300477b197fee39d1c6656c9e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18115f12-f153-47ff-adeb-a326564e3b23" -d '{"events": [{"server_uuid": "f6328415-22a3-4ec4-9846-ba0b53c36d64", "name": "network-vif-deleted", "tag": "d117d24f-b656-4390-803f-eb45ca5df100"}]}' {{(pid=108647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:06:24.428117 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-1c228f29-c13e-4a59-b34c-a3b08a06a5fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:24.468687 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.db.provisioning_blocks [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-1c228f29-c13e-4a59-b34c-a3b08a06a5fc service neutron] Transition to ACTIVE for port object 88240e56-e655-4932-9c89-1b901e243f66 will not be triggered until provisioned by entity L2. {{(pid=108648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 15:06:24.476788 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-62c94ff4-ad40-4af4-9464-4f8731609ea6 req-cbc7e7c1-5dd7-4e91-9387-cc209eaf77e7 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023877 Oct 26 15:06:24.491369 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f1eb5cea-5369-4b98-976a-22c96f179de4 req-ce4d8a36-ec48-459d-96ca-18e17847b62c tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902729 Oct 26 15:06:24.540550 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-1c228f29-c13e-4a59-b34c-a3b08a06a5fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3397078'] for port, after_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:24.567783 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6012d8eb-b9d4-466d-8a60-5316b329c9cd x-openstack-request-id: req-6012d8eb-b9d4-466d-8a60-5316b329c9cd {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:06:24.568385 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6328415-22a3-4ec4-9846-ba0b53c36d64", "name": "network-vif-deleted", "tag": "d117d24f-b656-4390-803f-eb45ca5df100", "status": "completed", "code": 200}]} {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:06:24.568718 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6012d8eb-b9d4-466d-8a60-5316b329c9cd {{(pid=108647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:06:24.569201 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6328415-22a3-4ec4-9846-ba0b53c36d64', 'name': 'network-vif-deleted', 'tag': 'd117d24f-b656-4390-803f-eb45ca5df100', 'status': 'completed', 'code': 200} Oct 26 15:06:24.586140 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-8a13a912-326b-4b25-b2d1-d5f67739243e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'name': 'tempest-AttachVolumeTestJSON-1623523863-router', 'tenant_id': '5b867107a3d44416a28e053e339e7d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '91dfbf11-545f-40c2-b69b-08463054ab42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:20Z', 'updated_at': '2021-10-26T14:59:25Z', 'revision_number': 4, 'project_id': '5b867107a3d44416a28e053e339e7d5f', 'gw_port': {'id': '91dfbf11-545f-40c2-b69b-08463054ab42', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:21Z', 'updated_at': '2021-10-26T14:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': '7317a713-edf3-4ac5-b9b3-b5884a404dc3', 'name': '', 'network_id': 'c4a59254-0cf7-4cdc-9af4-c745fac64f1e', 'tenant_id': '5b867107a3d44416a28e053e339e7d5f', 'mac_address': 'fa:16:3e:3e:49:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e3398950-00b5-499d-8477-d73683a1256e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:24Z', 'updated_at': '2021-10-26T14:59:33Z', 'revision_number': 5, 'project_id': '5b867107a3d44416a28e053e339e7d5f', 'subnets': [{'id': 'e3398950-00b5-499d-8477-d73683a1256e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:06:24.614829 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a13a912-326b-4b25-b2d1-d5f67739243e None None] Checking router: 9bf93efb-a9f6-4a5c-9462-8d777e3445ee for host: dv-cinder-732704-6-iscsi {{(pid=108649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:06:24.626437 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a13a912-326b-4b25-b2d1-d5f67739243e None None] Routers {'9bf93efb-a9f6-4a5c-9462-8d777e3445ee'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:06:24.627096 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-8a13a912-326b-4b25-b2d1-d5f67739243e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:06:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['9bf93efb-a9f6-4a5c-9462-8d777e3445ee'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:06:24.642118 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c228f29-c13e-4a59-b34c-a3b08a06a5fc service neutron] Pushing event updated for resources: {'Port': ['ID=88240e56-e655-4932-9c89-1b901e243f66,revision_number=2']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:24.719005 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a168b15d-1788-4f9c-9417-1b7d262aaef1 req-f090673a-ae23-4f32-a47e-81abf7209555 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:24.728224 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a168b15d-1788-4f9c-9417-1b7d262aaef1 req-f090673a-ae23-4f32-a47e-81abf7209555 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 944 time: 0.1514599 Oct 26 15:06:24.835325 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3e122afb-3eb1-40d5-a12d-d2e025535fe5 req-5afb8691-3eb4-479c-a6b4-c2b99d715282 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6328415-22a3-4ec4-9846-ba0b53c36d64 HTTP/1.1" status: 200 len: 210 time: 0.0679817 Oct 26 15:06:24.844738 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-8a13a912-326b-4b25-b2d1-d5f67739243e None None] Set router 9bf93efb-a9f6-4a5c-9462-8d777e3445ee gateway port host: dv-cinder-732704-6-iscsi {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:06:24.848386 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.managers [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-1c228f29-c13e-4a59-b34c-a3b08a06a5fc service neutron] Attempting to bind port 88240e56-e655-4932-9c89-1b901e243f66 on host hv-cinder-73270 for vnic_type normal with profile {{(pid=108648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:06:24.848723 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.managers [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-1c228f29-c13e-4a59-b34c-a3b08a06a5fc service neutron] Attempting to bind port 88240e56-e655-4932-9c89-1b901e243f66 by drivers openvswitch,hyperv on host hv-cinder-73270 at level 0 using segments [{'id': '8621fa32-c66b-4463-805f-ba8280121809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865'}] {{(pid=108648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:06:24.849053 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-1c228f29-c13e-4a59-b34c-a3b08a06a5fc service neutron] Attempting to bind port 88240e56-e655-4932-9c89-1b901e243f66 on network d121bef5-e7a7-4cc1-ab11-dcb6c02a3865 {{(pid=108648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:06:24.866512 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a168b15d-1788-4f9c-9417-1b7d262aaef1 req-6a0108cc-4bef-44a8-aafd-e0d43bf11724 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371436 Oct 26 15:06:24.879950 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-1c228f29-c13e-4a59-b34c-a3b08a06a5fc service neutron] Port 88240e56-e655-4932-9c89-1b901e243f66 on network d121bef5-e7a7-4cc1-ab11-dcb6c02a3865 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73270 {{(pid=108648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 15:06:24.880315 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-1c228f29-c13e-4a59-b34c-a3b08a06a5fc service neutron] Attempting to bind port 88240e56-e655-4932-9c89-1b901e243f66 on network d121bef5-e7a7-4cc1-ab11-dcb6c02a3865 {{(pid=108648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:06:24.893214 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-1c228f29-c13e-4a59-b34c-a3b08a06a5fc service neutron] Checking agent: {'id': 'aa824652-354b-48bb-834a-72ec45d7dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73270', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 14, 57, 28), 'started_at': datetime.datetime(2021, 10, 26, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:06:24.893561 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-1c228f29-c13e-4a59-b34c-a3b08a06a5fc service neutron] Checking segment: {'id': '8621fa32-c66b-4463-805f-ba8280121809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:06:24.893922 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-1c228f29-c13e-4a59-b34c-a3b08a06a5fc service neutron] Bound using segment: {'id': '8621fa32-c66b-4463-805f-ba8280121809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865'} {{(pid=108648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:06:24.894345 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.managers [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-1c228f29-c13e-4a59-b34c-a3b08a06a5fc service neutron] Bound port: 88240e56-e655-4932-9c89-1b901e243f66, host: hv-cinder-73270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8621fa32-c66b-4463-805f-ba8280121809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865'}}] {{(pid=108648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:06:24.894725 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-1c228f29-c13e-4a59-b34c-a3b08a06a5fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:24.999730 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.db [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-1c228f29-c13e-4a59-b34c-a3b08a06a5fc service neutron] For port 88240e56-e655-4932-9c89-1b901e243f66, host hv-cinder-73270, cleared binding levels {{(pid=108648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:06:25.003906 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.db [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-1c228f29-c13e-4a59-b34c-a3b08a06a5fc service neutron] For port 88240e56-e655-4932-9c89-1b901e243f66, host hv-cinder-73270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=88240e56-e655-4932-9c89-1b901e243f66,segment=NetworkSegment(8621fa32-c66b-4463-805f-ba8280121809),segment_id=8621fa32-c66b-4463-805f-ba8280121809)] {{(pid=108648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:06:25.070846 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-1c228f29-c13e-4a59-b34c-a3b08a06a5fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3397078'] for port, after_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:25.119607 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-1c228f29-c13e-4a59-b34c-a3b08a06a5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:25.120382 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-1c228f29-c13e-4a59-b34c-a3b08a06a5fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:25.121796 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-1c228f29-c13e-4a59-b34c-a3b08a06a5fc service neutron] 10.222.0.76 "PUT /v2.0/ports/88240e56-e655-4932-9c89-1b901e243f66 HTTP/1.1" status: 200 len: 1094 time: 1.2589791 Oct 26 15:06:25.122280 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c063e9a-3eae-4cc4-a4f3-855bd8390d06', 'tag': '88240e56-e655-4932-9c89-1b901e243f66'}] {{(pid=108648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:06:25.125641 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfc2c26cf4d6f56294a0969bf05099f9a11f02f7060f3ae519b1a3a74e90611f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fb2815-7518-4a6b-8bd4-804dea3a3c04" -d '{"events": [{"name": "network-changed", "server_uuid": "7c063e9a-3eae-4cc4-a4f3-855bd8390d06", "tag": "88240e56-e655-4932-9c89-1b901e243f66"}]}' {{(pid=108648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:06:25.162739 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c228f29-c13e-4a59-b34c-a3b08a06a5fc service neutron] Pushing event updated for resources: {'Port': ['ID=88240e56-e655-4932-9c89-1b901e243f66,revision_number=3']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:25.185320 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81689535-dd28-4924-be2e-a35be32089b2 x-openstack-request-id: req-81689535-dd28-4924-be2e-a35be32089b2 {{(pid=108648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:06:25.185619 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c063e9a-3eae-4cc4-a4f3-855bd8390d06", "tag": "88240e56-e655-4932-9c89-1b901e243f66", "status": "completed", "code": 200}]} {{(pid=108648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:06:25.186072 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-81689535-dd28-4924-be2e-a35be32089b2 {{(pid=108648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:06:25.186668 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c063e9a-3eae-4cc4-a4f3-855bd8390d06', 'tag': '88240e56-e655-4932-9c89-1b901e243f66', 'status': 'completed', 'code': 200} Oct 26 15:06:25.294054 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-8a13a912-326b-4b25-b2d1-d5f67739243e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'name': 'tempest-AttachVolumeTestJSON-1623523863-router', 'tenant_id': '5b867107a3d44416a28e053e339e7d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '91dfbf11-545f-40c2-b69b-08463054ab42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:20Z', 'updated_at': '2021-10-26T14:59:25Z', 'revision_number': 4, 'project_id': '5b867107a3d44416a28e053e339e7d5f', 'gw_port': {'id': '91dfbf11-545f-40c2-b69b-08463054ab42', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:21Z', 'updated_at': '2021-10-26T14:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': '7317a713-edf3-4ac5-b9b3-b5884a404dc3', 'name': '', 'network_id': 'c4a59254-0cf7-4cdc-9af4-c745fac64f1e', 'tenant_id': '5b867107a3d44416a28e053e339e7d5f', 'mac_address': 'fa:16:3e:3e:49:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e3398950-00b5-499d-8477-d73683a1256e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:24Z', 'updated_at': '2021-10-26T14:59:33Z', 'revision_number': 5, 'project_id': '5b867107a3d44416a28e053e339e7d5f', 'subnets': [{'id': 'e3398950-00b5-499d-8477-d73683a1256e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:06:25.362905 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a13a912-326b-4b25-b2d1-d5f67739243e None None] The sync data for ids ['9bf93efb-a9f6-4a5c-9462-8d777e3445ee'] in dv-cinder-732704-6-iscsi is: [{'id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'name': 'tempest-AttachVolumeTestJSON-1623523863-router', 'tenant_id': '5b867107a3d44416a28e053e339e7d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '91dfbf11-545f-40c2-b69b-08463054ab42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:20Z', 'updated_at': '2021-10-26T14:59:25Z', 'revision_number': 4, 'project_id': '5b867107a3d44416a28e053e339e7d5f', 'gw_port': {'id': '91dfbf11-545f-40c2-b69b-08463054ab42', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:21Z', 'updated_at': '2021-10-26T14:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': '7317a713-edf3-4ac5-b9b3-b5884a404dc3', 'name': '', 'network_id': 'c4a59254-0cf7-4cdc-9af4-c745fac64f1e', 'tenant_id': '5b867107a3d44416a28e053e339e7d5f', 'mac_address': 'fa:16:3e:3e:49:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e3398950-00b5-499d-8477-d73683a1256e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:24Z', 'updated_at': '2021-10-26T14:59:33Z', 'revision_number': 5, 'project_id': '5b867107a3d44416a28e053e339e7d5f', 'subnets': [{'id': 'e3398950-00b5-499d-8477-d73683a1256e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:06:25.682840 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dafd97c-cfee-4d75-955b-50fcbbbb5910 req-40786b30-d98e-4417-b4bf-66f0d62034cc tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:25.684460 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4dafd97c-cfee-4d75-955b-50fcbbbb5910 req-40786b30-d98e-4417-b4bf-66f0d62034cc tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 946 time: 0.1288438 Oct 26 15:06:25.697074 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bebfda-134d-4750-8722-726993ad5bd1 None None] New status for floating IP c9131df4-371d-42f5-8f77-2e60e7fb2c04: DOWN {{(pid=108650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:06:25.723735 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f41ce8d-0a25-4fb0-90bc-809e0a9a0607 req-91868ea7-716b-4080-8d05-51f9ec8db892 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:25.732219 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0f41ce8d-0a25-4fb0-90bc-809e0a9a0607 req-91868ea7-716b-4080-8d05-51f9ec8db892 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 943 time: 0.1071396 Oct 26 15:06:25.774658 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4dafd97c-cfee-4d75-955b-50fcbbbb5910 req-51dea635-0612-42c2-8ad0-ffc3b7690267 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779510 Oct 26 15:06:25.808969 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0f41ce8d-0a25-4fb0-90bc-809e0a9a0607 req-0ef6a4a4-a87a-4a1f-98ab-3d7aadd13020 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757482 Oct 26 15:06:25.994603 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-72028ccc-d763-4f0c-a342-240fdba4233a req-7d9310d8-883f-47d9-b8d9-5729f5f83ae9 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6328415-22a3-4ec4-9846-ba0b53c36d64 HTTP/1.1" status: 200 len: 210 time: 0.0326335 Oct 26 15:06:26.049044 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5178fc1-8c2f-4781-82fb-6b7e191c5542 req-8598af92-3634-4071-a378-acec6278d7f7 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:26.050500 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c5178fc1-8c2f-4781-82fb-6b7e191c5542 req-8598af92-3634-4071-a378-acec6278d7f7 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 944 time: 0.0585556 Oct 26 15:06:26.088029 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c5178fc1-8c2f-4781-82fb-6b7e191c5542 req-ffd67ec8-6581-4a2b-af5a-3ecfb0d2abc5 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309839 Oct 26 15:06:26.914127 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfd463-8042-4909-b0d4-73a05d8667da req-cfafb303-d662-4877-8cfe-dfe74a18e7d5 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:26.915651 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-addfd463-8042-4909-b0d4-73a05d8667da req-cfafb303-d662-4877-8cfe-dfe74a18e7d5 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 946 time: 0.0692048 Oct 26 15:06:26.979111 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83234dec-f172-4846-bc30-025d1d80ef77 req-bd9a0a60-3f63-489f-9b6a-f41ab0146240 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:26.986520 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-83234dec-f172-4846-bc30-025d1d80ef77 req-bd9a0a60-3f63-489f-9b6a-f41ab0146240 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 943 time: 0.0945868 Oct 26 15:06:26.996783 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-addfd463-8042-4909-b0d4-73a05d8667da req-bbf52d38-141b-4f67-9671-b2e3a9d44fc4 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674026 Oct 26 15:06:27.024633 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-83234dec-f172-4846-bc30-025d1d80ef77 req-80b969ce-9a80-49ca-b578-7c53bd76e516 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372276 Oct 26 15:06:27.117590 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e4d3b899-7153-40e7-9f70-a63f3e6b027c req-3fd28709-8c49-47cd-9012-7a43450aadf7 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6328415-22a3-4ec4-9846-ba0b53c36d64 HTTP/1.1" status: 200 len: 210 time: 0.0269098 Oct 26 15:06:27.172131 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device d117d24f-b656-4390-803f-eb45ca5df100 no longer exists at agent hyperv_hv-cinder-73270 {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:06:27.193546 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] No Port match for: d117d24f-b656-4390-803f-eb45ca5df100 {{(pid=108649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:06:27.194024 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device d117d24f-b656-4390-803f-eb45ca5df100 not bound to the agent host hv-cinder-73270 {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:06:27.220624 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22348a-c578-4b98-a16f-9ba16410ad7f req-a9949685-a561-42c6-8f21-dd8dfdd0e9ec tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:27.222184 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6f22348a-c578-4b98-a16f-9ba16410ad7f req-a9949685-a561-42c6-8f21-dd8dfdd0e9ec tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 944 time: 0.0547915 Oct 26 15:06:27.264797 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6f22348a-c578-4b98-a16f-9ba16410ad7f req-4a11bf50-5e34-4c23-b6d1-4427ba30b5e6 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346594 Oct 26 15:06:28.150416 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d51b38-2efb-49f0-aa92-0405b1aca1fc req-2df79bbd-7a5d-450d-b8a4-2ec5014b98d7 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:28.151934 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b6d51b38-2efb-49f0-aa92-0405b1aca1fc req-2df79bbd-7a5d-450d-b8a4-2ec5014b98d7 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 946 time: 0.0810013 Oct 26 15:06:28.177899 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245a817-6cfb-4871-8082-74acffdda7db req-cf8a228f-c404-4c67-ad74-1d29109777f1 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:28.179504 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3245a817-6cfb-4871-8082-74acffdda7db req-cf8a228f-c404-4c67-ad74-1d29109777f1 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 943 time: 0.0784814 Oct 26 15:06:28.230513 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b6d51b38-2efb-49f0-aa92-0405b1aca1fc req-bb35fb5a-0656-4a05-9ca6-18578bb3e87b tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706675 Oct 26 15:06:28.237736 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3245a817-6cfb-4871-8082-74acffdda7db req-03513974-1950-4a44-9ef8-fd3e8c7f7182 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495243 Oct 26 15:06:28.340087 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9110c9fe-630b-4a91-91f6-b443494e8b0e req-936fd4ac-5449-4e68-a848-9d82274d7139 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6328415-22a3-4ec4-9846-ba0b53c36d64 HTTP/1.1" status: 200 len: 210 time: 0.0318358 Oct 26 15:06:28.393234 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746680b-55f4-491b-93ff-cf14474db884 req-42b994bf-0ec6-48fc-8fba-dae2ba75182f tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:28.394712 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8746680b-55f4-491b-93ff-cf14474db884 req-42b994bf-0ec6-48fc-8fba-dae2ba75182f tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 944 time: 0.0581870 Oct 26 15:06:28.435081 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8746680b-55f4-491b-93ff-cf14474db884 req-4af93807-eb34-4960-bc04-29633d10e778 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338638 Oct 26 15:06:28.457818 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:29.398098 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad32255-f1aa-4bcf-a3df-a1ed3458c4d2 req-6044a053-a989-4e34-bfd6-aec45ec97d6c tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:29.399676 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3ad32255-f1aa-4bcf-a3df-a1ed3458c4d2 req-6044a053-a989-4e34-bfd6-aec45ec97d6c tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 946 time: 0.0892587 Oct 26 15:06:29.408425 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cecc52-2ed5-40f8-bb31-a8a9e868b8ad req-94102a06-4335-4cc5-b23f-a8914d35d55c tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:29.416171 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-05cecc52-2ed5-40f8-bb31-a8a9e868b8ad req-94102a06-4335-4cc5-b23f-a8914d35d55c tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 943 time: 0.0791950 Oct 26 15:06:29.473767 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-05cecc52-2ed5-40f8-bb31-a8a9e868b8ad req-648cf023-861a-43d3-9dc2-14d09dbb1e5c tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561364 Oct 26 15:06:29.480052 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3ad32255-f1aa-4bcf-a3df-a1ed3458c4d2 req-711ddf17-744f-4d53-8f95-967746c879aa tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611181 Oct 26 15:06:29.619459 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9fa36e1a-1db6-47ef-b1ff-8274cb7627d6 req-df38db5b-cba1-4b94-853e-9ab4dd31fdba tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6328415-22a3-4ec4-9846-ba0b53c36d64 HTTP/1.1" status: 200 len: 210 time: 0.0436931 Oct 26 15:06:29.642479 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757931f-6bc2-4f0f-8b81-c6addf065471 req-b4cdd083-951c-41c7-9e25-32fcba8e6d7a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:29.644368 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0757931f-6bc2-4f0f-8b81-c6addf065471 req-b4cdd083-951c-41c7-9e25-32fcba8e6d7a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 944 time: 0.0800881 Oct 26 15:06:29.695633 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0757931f-6bc2-4f0f-8b81-c6addf065471 req-806ec24f-2c0c-4f6c-9d9d-19ca73483186 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441787 Oct 26 15:06:30.633214 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcedded-7e0a-4eee-9192-b4c989711b23 req-48df09f6-5256-4bf8-a30b-6482e78291ab tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:30.634832 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6bcedded-7e0a-4eee-9192-b4c989711b23 req-48df09f6-5256-4bf8-a30b-6482e78291ab tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 946 time: 0.0833676 Oct 26 15:06:30.646967 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4844771-99e9-4854-803f-375caf64d708 req-31974872-7399-42d7-847d-c3b49b406767 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:30.648495 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e4844771-99e9-4854-803f-375caf64d708 req-31974872-7399-42d7-847d-c3b49b406767 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 943 time: 0.0858512 Oct 26 15:06:30.702973 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6bcedded-7e0a-4eee-9192-b4c989711b23 req-252a09cc-6283-40a6-a742-aea492a30903 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534334 Oct 26 15:06:30.710523 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e4844771-99e9-4854-803f-375caf64d708 req-22608388-b36d-4173-8367-b49c7ddcac5e tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538766 Oct 26 15:06:30.808453 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-bd764cb7-0646-4e53-b91b-08449bd20feb req-1a2b1aaa-2c3a-48c3-8e13-56913af1e643 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6328415-22a3-4ec4-9846-ba0b53c36d64 HTTP/1.1" status: 200 len: 210 time: 0.0273225 Oct 26 15:06:30.871870 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf065c0-6c53-478a-b336-a4f0c1676226 req-5be10300-8c8e-4f3e-b69a-5d89c5aa7c37 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:30.873423 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-faf065c0-6c53-478a-b336-a4f0c1676226 req-5be10300-8c8e-4f3e-b69a-5d89c5aa7c37 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 944 time: 0.0808671 Oct 26 15:06:30.916180 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-faf065c0-6c53-478a-b336-a4f0c1676226 req-bb447b62-32dd-4198-854b-6c43d4b57175 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365865 Oct 26 15:06:31.872440 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bfd9fd-644f-4699-80bc-9c5f13862101 req-e3050db0-5464-443b-ac9e-b9acb560c9c4 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:31.873937 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-07bfd9fd-644f-4699-80bc-9c5f13862101 req-e3050db0-5464-443b-ac9e-b9acb560c9c4 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 946 time: 0.0852468 Oct 26 15:06:31.882695 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038757e-19ca-4567-9a14-beb1bfdef702 req-b2398c47-c615-4dd4-a0e0-843a2173e945 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:31.884108 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2038757e-19ca-4567-9a14-beb1bfdef702 req-b2398c47-c615-4dd4-a0e0-843a2173e945 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 943 time: 0.0935235 Oct 26 15:06:31.944291 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-07bfd9fd-644f-4699-80bc-9c5f13862101 req-6e0add07-702f-47e8-a788-b86ae6fd976c tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592260 Oct 26 15:06:31.951526 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2038757e-19ca-4567-9a14-beb1bfdef702 req-43395936-5f0b-4322-933a-f1646e3f82ba tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608730 Oct 26 15:06:32.047713 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-993d32a9-6267-4b17-88ed-a013265d210c req-5ab813a8-230e-4e52-9b95-57c1ead99aa5 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6328415-22a3-4ec4-9846-ba0b53c36d64 HTTP/1.1" status: 200 len: 210 time: 0.0342553 Oct 26 15:06:32.083838 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83beb2fe-7fd7-4e80-9f31-15621766ba05 req-214f2a01-15a1-47f5-9732-08e000c015e1 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:32.085465 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-83beb2fe-7fd7-4e80-9f31-15621766ba05 req-214f2a01-15a1-47f5-9732-08e000c015e1 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 944 time: 0.0629375 Oct 26 15:06:32.127584 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-83beb2fe-7fd7-4e80-9f31-15621766ba05 req-f6d53d94-1443-4056-b818-66eee6adce47 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351043 Oct 26 15:06:33.112250 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b9110-3484-4bbf-8479-cf1f40ad680e req-bf53ada3-d29e-4ae1-a8ba-b70261e2c16f tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:33.113754 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ee1b9110-3484-4bbf-8479-cf1f40ad680e req-bf53ada3-d29e-4ae1-a8ba-b70261e2c16f tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 946 time: 0.0998044 Oct 26 15:06:33.150835 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f7fce-bbca-4380-9600-0bf09baa26ca req-1287e0db-326c-4d3b-ae4e-f0ce65710d29 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:33.152410 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-116f7fce-bbca-4380-9600-0bf09baa26ca req-1287e0db-326c-4d3b-ae4e-f0ce65710d29 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 943 time: 0.0968788 Oct 26 15:06:33.185380 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ee1b9110-3484-4bbf-8479-cf1f40ad680e req-f5517c58-cbf0-40ec-a749-ab0697a6c227 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638485 Oct 26 15:06:33.206285 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-116f7fce-bbca-4380-9600-0bf09baa26ca req-47482735-dc58-4e99-ab71-984a9256d221 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467041 Oct 26 15:06:33.298522 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-943a1204-3cd4-4114-853f-8b099226c879 req-4d67bd29-1357-43f8-9a2c-9a71d4d30a2d tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6328415-22a3-4ec4-9846-ba0b53c36d64 HTTP/1.1" status: 200 len: 210 time: 0.0315111 Oct 26 15:06:33.357198 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39710141-f1b5-4101-8789-ef0a1ba3b67d req-00e93d3b-2e30-4bc2-87be-a64c709b8c83 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:33.358706 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-39710141-f1b5-4101-8789-ef0a1ba3b67d req-00e93d3b-2e30-4bc2-87be-a64c709b8c83 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 944 time: 0.0634542 Oct 26 15:06:33.401732 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-39710141-f1b5-4101-8789-ef0a1ba3b67d req-e8893756-0844-45a0-a524-737bf0ef1c1d tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359454 Oct 26 15:06:34.354197 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8e352-945c-4f0f-ba90-c3a5afb1517e req-9ac6b377-04a2-4268-b9aa-0ca4d31668ec tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:34.355695 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-72d8e352-945c-4f0f-ba90-c3a5afb1517e req-9ac6b377-04a2-4268-b9aa-0ca4d31668ec tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 946 time: 0.0909555 Oct 26 15:06:34.380167 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d385d46-a99f-4b25-bc46-be122d34a17d req-0e45ddd8-c8e0-468e-8011-54bde254599e tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:34.382263 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0d385d46-a99f-4b25-bc46-be122d34a17d req-0e45ddd8-c8e0-468e-8011-54bde254599e tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 943 time: 0.0779836 Oct 26 15:06:34.436564 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-72d8e352-945c-4f0f-ba90-c3a5afb1517e req-a23a492c-a0ad-4d54-8872-1de7785daffd tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709097 Oct 26 15:06:34.444835 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0d385d46-a99f-4b25-bc46-be122d34a17d req-b603bfc9-0861-4ea2-83aa-e5c96fd2a786 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527687 Oct 26 15:06:34.588687 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-74eba349-d581-42c1-ab25-3e6a3f5de098 req-72f73a65-8a15-446c-86cc-04ae0a0c9ca8 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6328415-22a3-4ec4-9846-ba0b53c36d64 HTTP/1.1" status: 200 len: 210 time: 0.0440664 Oct 26 15:06:34.633774 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97670298-3e1e-4c69-9f23-6f59c04130cd req-72359126-55a5-43e7-8294-54e21e08cf18 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:34.633774 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-97670298-3e1e-4c69-9f23-6f59c04130cd req-72359126-55a5-43e7-8294-54e21e08cf18 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 944 time: 0.0858541 Oct 26 15:06:34.663707 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-97670298-3e1e-4c69-9f23-6f59c04130cd req-530ef922-2707-4826-9710-5560a7f541b8 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368023 Oct 26 15:06:35.615765 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35d427-1c76-4730-b7f3-d3376e5bc429 req-d5c35b38-719b-4463-96ae-0fef18ab3b95 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:35.617690 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1c35d427-1c76-4730-b7f3-d3376e5bc429 req-d5c35b38-719b-4463-96ae-0fef18ab3b95 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 946 time: 0.1073592 Oct 26 15:06:35.643753 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9119363-70ec-44da-b101-d841fd94c428 req-0d838246-82ce-423b-9b1b-ef3df9ae01e7 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:35.645256 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f9119363-70ec-44da-b101-d841fd94c428 req-0d838246-82ce-423b-9b1b-ef3df9ae01e7 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 943 time: 0.1052477 Oct 26 15:06:35.668390 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb2815-7518-4a6b-8bd4-804dea3a3c04 req-f78bd5f4-1152-419d-b06d-d1044680804f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:35.669855 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d2fb2815-7518-4a6b-8bd4-804dea3a3c04 req-f78bd5f4-1152-419d-b06d-d1044680804f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1c0d3cfad56e4c61a215d25516cd6470&device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 1097 time: 0.1177459 Oct 26 15:06:35.689970 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a14f8-cff3-4974-967e-2f8d89e78c83 req-bc84b26d-93d8-4c53-9636-536b63fce336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:35.691671 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-7a4a14f8-cff3-4974-967e-2f8d89e78c83 req-bc84b26d-93d8-4c53-9636-536b63fce336 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d27ee21879a14361af0baabc0f7cf95f&device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 1099 time: 0.0420249 Oct 26 15:06:35.779102 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1c35d427-1c76-4730-b7f3-d3376e5bc429 req-d5b25a40-4e64-4131-972d-e5e0dedace21 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523728 Oct 26 15:06:35.799688 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f9119363-70ec-44da-b101-d841fd94c428 req-44b9883a-d1c7-459c-a3ab-9e7d4adfbc72 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454582 Oct 26 15:06:35.802597 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a14f8-cff3-4974-967e-2f8d89e78c83 req-c1824ec5-bee4-4197-95fc-220b5633fae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:35.804811 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-7a4a14f8-cff3-4974-967e-2f8d89e78c83 req-c1824ec5-bee4-4197-95fc-220b5633fae3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=cb1882a3-668f-4be4-b145-338650ea2d5d HTTP/1.1" status: 200 len: 909 time: 0.0931931 Oct 26 15:06:35.912912 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-7a4a14f8-cff3-4974-967e-2f8d89e78c83 req-365aa223-09ea-4272-9d3e-d412d6c40f5c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d281f9da-d50c-47d9-9fb9-11a607f383f3 HTTP/1.1" status: 200 len: 1002 time: 0.0974119 Oct 26 15:06:35.921165 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-761a8c62-a795-439d-bd29-777ee333b356 req-7cc7c7ab-4fac-4adc-a8dc-16c772a09c81 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6328415-22a3-4ec4-9846-ba0b53c36d64 HTTP/1.1" status: 200 len: 210 time: 0.0512407 Oct 26 15:06:35.940638 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb2815-7518-4a6b-8bd4-804dea3a3c04 req-308fe781-5d94-4651-93be-00d49075caa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:35.942103 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d2fb2815-7518-4a6b-8bd4-804dea3a3c04 req-308fe781-5d94-4651-93be-00d49075caa4 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=1c0d3cfad56e4c61a215d25516cd6470&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2617948 Oct 26 15:06:35.966941 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a14f8-cff3-4974-967e-2f8d89e78c83 req-fe341bdf-c768-4d82-88a6-f9161f096d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:35.968634 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-7a4a14f8-cff3-4974-967e-2f8d89e78c83 req-fe341bdf-c768-4d82-88a6-f9161f096d33 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f3751a7e-e8cf-4058-a8ef-38ac9afbb57b HTTP/1.1" status: 200 len: 847 time: 0.0476129 Oct 26 15:06:36.019815 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a14f8-cff3-4974-967e-2f8d89e78c83 req-83e31550-7375-42f6-8178-087193f0f895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:36.021894 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-7a4a14f8-cff3-4974-967e-2f8d89e78c83 req-83e31550-7375-42f6-8178-087193f0f895 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cb1882a3-668f-4be4-b145-338650ea2d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449264 Oct 26 15:06:36.022881 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0a563-34b7-4178-9502-7775b35c3532 req-55e08b29-118b-482c-99fa-13860822a071 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:36.025215 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-41c0a563-34b7-4178-9502-7775b35c3532 req-55e08b29-118b-482c-99fa-13860822a071 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 944 time: 0.1355770 Oct 26 15:06:36.127700 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-7a4a14f8-cff3-4974-967e-2f8d89e78c83 req-7812fec0-162d-414a-a897-ea0bf14043c4 service neutron] 10.222.0.76 "GET /v2.0/networks/cb1882a3-668f-4be4-b145-338650ea2d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944848 Oct 26 15:06:36.234579 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-7a4a14f8-cff3-4974-967e-2f8d89e78c83 req-a9b453e2-a817-4894-b933-917b3f3b73a3 service neutron] 10.222.0.76 "GET /v2.0/networks/cb1882a3-668f-4be4-b145-338650ea2d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958140 Oct 26 15:06:36.329318 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96200b06-011d-43c2-84a3-05028d87a6a3 req-f0724dd0-d2ad-4136-9e03-22a646ca1595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:36.331455 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-96200b06-011d-43c2-84a3-05028d87a6a3 req-f0724dd0-d2ad-4136-9e03-22a646ca1595 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d27ee21879a14361af0baabc0f7cf95f&device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 1099 time: 0.0516222 Oct 26 15:06:36.378410 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-41c0a563-34b7-4178-9502-7775b35c3532 req-3ed9658c-c24c-4dba-9abb-b5349aa93233 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3476727 Oct 26 15:06:36.409538 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb2815-7518-4a6b-8bd4-804dea3a3c04 req-a9397ebc-9189-490f-a5fe-5185d5f24d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:36.411456 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d2fb2815-7518-4a6b-8bd4-804dea3a3c04 req-a9397ebc-9189-490f-a5fe-5185d5f24d43 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4604256 Oct 26 15:06:36.436090 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96200b06-011d-43c2-84a3-05028d87a6a3 req-41ad1625-a815-481e-86ad-78dc25bf1198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:36.437716 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-96200b06-011d-43c2-84a3-05028d87a6a3 req-41ad1625-a815-481e-86ad-78dc25bf1198 service neutron] 10.222.0.76 "GET /v2.0/networks?id=cb1882a3-668f-4be4-b145-338650ea2d5d HTTP/1.1" status: 200 len: 909 time: 0.0979321 Oct 26 15:06:36.498354 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-b224ccfb-1b7f-445d-8bb1-546c430182e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:36.499823 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-b224ccfb-1b7f-445d-8bb1-546c430182e9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1c0d3cfad56e4c61a215d25516cd6470&device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 1097 time: 0.0450153 Oct 26 15:06:36.510206 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-96200b06-011d-43c2-84a3-05028d87a6a3 req-acd995bf-90a1-428b-85fe-e29f29904904 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d281f9da-d50c-47d9-9fb9-11a607f383f3 HTTP/1.1" status: 200 len: 1002 time: 0.0641031 Oct 26 15:06:36.545627 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-f1775585-7e15-4c7d-ba89-9fc0230d8a13 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88240e56-e655-4932-9c89-1b901e243f66 HTTP/1.1" status: 200 len: 217 time: 0.0375106 Oct 26 15:06:36.564231 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96200b06-011d-43c2-84a3-05028d87a6a3 req-bede8eb9-7cfe-495f-8dbf-a5de0eead3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:36.565756 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-96200b06-011d-43c2-84a3-05028d87a6a3 req-bede8eb9-7cfe-495f-8dbf-a5de0eead3ce service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f3751a7e-e8cf-4058-a8ef-38ac9afbb57b HTTP/1.1" status: 200 len: 847 time: 0.0478539 Oct 26 15:06:36.600195 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-f8c2aabf-2c5d-4dfa-8c59-b8ea42b98078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:36.601907 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-f8c2aabf-2c5d-4dfa-8c59-b8ea42b98078 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d2f548be-e416-40d5-a12d-a157ab7e380b HTTP/1.1" status: 200 len: 851 time: 0.0489857 Oct 26 15:06:36.622299 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96200b06-011d-43c2-84a3-05028d87a6a3 req-cfb8db17-9414-4e05-9e8b-2801ec6561db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:36.623884 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-96200b06-011d-43c2-84a3-05028d87a6a3 req-cfb8db17-9414-4e05-9e8b-2801ec6561db service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cb1882a3-668f-4be4-b145-338650ea2d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0480342 Oct 26 15:06:36.652726 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-720a6f7c-6ea0-4c16-a86f-426807837641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:36.654247 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-720a6f7c-6ea0-4c16-a86f-426807837641 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d121bef5-e7a7-4cc1-ab11-dcb6c02a3865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438912 Oct 26 15:06:36.733330 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-96200b06-011d-43c2-84a3-05028d87a6a3 req-de2e1d9f-afb0-4d4b-98d5-2e44c21a67b0 service neutron] 10.222.0.76 "GET /v2.0/networks/cb1882a3-668f-4be4-b145-338650ea2d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013629 Oct 26 15:06:36.765497 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-05d9ac6b-bda3-4c2f-b33b-78f65b120b22 service neutron] 10.222.0.76 "GET /v2.0/networks/d121bef5-e7a7-4cc1-ab11-dcb6c02a3865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974190 Oct 26 15:06:36.849835 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-96200b06-011d-43c2-84a3-05028d87a6a3 req-2018492d-2aa1-4fdd-b5de-978127981762 service neutron] 10.222.0.76 "GET /v2.0/networks/cb1882a3-668f-4be4-b145-338650ea2d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088407 Oct 26 15:06:36.876784 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-74a13010-71db-4a86-bda6-c3e5f21c03c5 req-6d9a2bef-7555-4527-ab03-2e0657e2a099 service neutron] 10.222.0.76 "GET /v2.0/networks/d121bef5-e7a7-4cc1-ab11-dcb6c02a3865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095443 Oct 26 15:06:36.946021 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c182e53-2b71-4acb-b231-cfc0f86c6ea5 req-c24c9555-040b-4bbf-93fe-ebf9bc601475 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:36.947619 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4c182e53-2b71-4acb-b231-cfc0f86c6ea5 req-c24c9555-040b-4bbf-93fe-ebf9bc601475 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 946 time: 0.0851033 Oct 26 15:06:36.960341 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92629a77-f11e-441d-861f-c01b3f86381a req-202fb1eb-17d4-46ca-8970-8f157c04eca0 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:36.963852 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-92629a77-f11e-441d-861f-c01b3f86381a req-202fb1eb-17d4-46ca-8970-8f157c04eca0 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 943 time: 0.0679724 Oct 26 15:06:37.017748 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4c182e53-2b71-4acb-b231-cfc0f86c6ea5 req-a6899040-76e1-4da5-b017-99a21ff220e7 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548260 Oct 26 15:06:37.022545 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-92629a77-f11e-441d-861f-c01b3f86381a req-ec03cc2a-6d82-46e0-83b8-d6f586e98467 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533772 Oct 26 15:06:37.155742 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 35730) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:06:37.210671 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-8fae03bd-ecd3-4c3f-8b26-b65cdbdc298f tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:37.210994 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 2f3e37a8-f184-42db-88ee-aee22274b12e details requested by agent hyperv_hv-cinder-73270 with host hv-cinder-73270 {{(pid=108649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:06:37.237828 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-8fae03bd-ecd3-4c3f-8b26-b65cdbdc298f tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:37.310358 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port 2f3e37a8-f184-42db-88ee-aee22274b12e, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=2f3e37a8-f184-42db-88ee-aee22274b12e,segment=NetworkSegment(bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2),segment_id=bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:06:37.321418 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Returning: {'device': '2f3e37a8-f184-42db-88ee-aee22274b12e', 'network_id': '6573438f-02ca-45f5-8fe3-7bc7af911bdf', 'port_id': '2f3e37a8-f184-42db-88ee-aee22274b12e', 'mac_address': 'fa:16:3e:b4:5c:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb360883-a29a-4019-ba79-ea1f2d3809c0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:06:37.359715 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-8fae03bd-ecd3-4c3f-8b26-b65cdbdc298f tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:37.363142 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-8fae03bd-ecd3-4c3f-8b26-b65cdbdc298f tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:37.366342 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-8fae03bd-ecd3-4c3f-8b26-b65cdbdc298f tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "DELETE /v2.0/security-groups/34445a1c-29d4-4fe8-b9e2-a517bd5ffe76 HTTP/1.1" status: 204 len: 168 time: 0.2095118 Oct 26 15:06:37.367569 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:37.368169 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 35732) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:06:37.380044 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae03bd-ecd3-4c3f-8b26-b65cdbdc298f tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34445a1c-29d4-4fe8-b9e2-a517bd5ffe76,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:37.384962 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f3e37a8-f184-42db-88ee-aee22274b12e {{(pid=108649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:06:37.394559 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.api.v2.resource [None req-9cc3b97f-38ae-488e-b831-18e2acbc2549 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] show failed (client error): The resource could not be found. Oct 26 15:06:37.396562 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-9cc3b97f-38ae-488e-b831-18e2acbc2549 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "GET /v2.0/security-groups/34445a1c-29d4-4fe8-b9e2-a517bd5ffe76 HTTP/1.1" status: 404 len: 347 time: 0.0269492 Oct 26 15:06:37.400288 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 35734) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:06:37.417206 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port 2f3e37a8-f184-42db-88ee-aee22274b12e, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=2f3e37a8-f184-42db-88ee-aee22274b12e,segment=NetworkSegment(bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2),segment_id=bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:06:37.489712 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:37.518255 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633be185-7466-4e7b-988a-cd5e021d2f66 req-3c33c9dd-2ff1-448b-b32c-e05417530cb2 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:37.519836 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-633be185-7466-4e7b-988a-cd5e021d2f66 req-3c33c9dd-2ff1-448b-b32c-e05417530cb2 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 944 time: 0.0616159 Oct 26 15:06:37.537655 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [None req-020fc35d-81a1-482f-a751-d554a7e5fa39 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Deleting port 05cf59eb-fb66-4638-8724-8b3c239e04fd {{(pid=108647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:06:37.538199 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-020fc35d-81a1-482f-a751-d554a7e5fa39 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:37.559239 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=2f3e37a8-f184-42db-88ee-aee22274b12e,revision_number=9']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:37.578549 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-633be185-7466-4e7b-988a-cd5e021d2f66 req-7b4b8f88-5062-4a69-96e3-881ab97d9aeb tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512648 Oct 26 15:06:37.621551 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-020fc35d-81a1-482f-a751-d554a7e5fa39 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:37.621881 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-020fc35d-81a1-482f-a751-d554a7e5fa39 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:37.633949 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [None req-020fc35d-81a1-482f-a751-d554a7e5fa39 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Calling delete_port for 05cf59eb-fb66-4638-8724-8b3c239e04fd owned by network:floatingip {{(pid=108647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:06:37.736442 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] get_ports_and_sgs() called for port_ids ['2f3e37a8-f184-42db-88ee-aee22274b12e'] {{(pid=108649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:06:37.825369 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-020fc35d-81a1-482f-a751-d554a7e5fa39 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:37.852290 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020fc35d-81a1-482f-a751-d554a7e5fa39 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Pushing event deleted for resources: {'Port': ['ID=05cf59eb-fb66-4638-8724-8b3c239e04fd,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:37.911019 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-020fc35d-81a1-482f-a751-d554a7e5fa39 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks [] for floatingip, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:37.913514 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-020fc35d-81a1-482f-a751-d554a7e5fa39 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for floatingip, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:37.914660 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-020fc35d-81a1-482f-a751-d554a7e5fa39 tempest-AttachVolumeTestJSON-750613578 tempest-AttachVolumeTestJSON-750613578-project] 10.222.0.57 "DELETE /v2.0/floatingips/c9131df4-371d-42f5-8f77-2e60e7fb2c04 HTTP/1.1" status: 204 len: 168 time: 0.5130706 Oct 26 15:06:37.939438 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-5b3e9130-6759-42e2-a17e-f35f6ab54503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:38.173436 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa769686-8079-4e8a-9221-863bac2a29fd req-597d5ad0-278a-42cf-b520-86578c39812e tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:38.175357 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-aa769686-8079-4e8a-9221-863bac2a29fd req-597d5ad0-278a-42cf-b520-86578c39812e tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 946 time: 0.0874474 Oct 26 15:06:38.184167 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c173bc-639b-499a-82bc-70d28d0e6b29 req-26fdafe8-6145-4ef7-8253-f052fbd098f6 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:38.185576 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-78c173bc-639b-499a-82bc-70d28d0e6b29 req-26fdafe8-6145-4ef7-8253-f052fbd098f6 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 944 time: 0.0886188 Oct 26 15:06:38.245802 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-aa769686-8079-4e8a-9221-863bac2a29fd req-558bb359-f4a5-4374-9b14-681a1f9122a7 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592079 Oct 26 15:06:38.250551 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-78c173bc-639b-499a-82bc-70d28d0e6b29 req-1b3ee72a-cd72-4bf2-8a1c-d4ccbd774d76 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582526 Oct 26 15:06:38.692944 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce8c58-a44d-4dd8-a386-330b0123c9f1 req-c8dc674e-dea5-47b5-923f-f115bf8d7199 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:38.694428 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-17ce8c58-a44d-4dd8-a386-330b0123c9f1 req-c8dc674e-dea5-47b5-923f-f115bf8d7199 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 944 time: 0.0501106 Oct 26 15:06:38.733158 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-17ce8c58-a44d-4dd8-a386-330b0123c9f1 req-8ecb347c-d1ce-41bb-8259-158542243e99 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325501 Oct 26 15:06:39.217192 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 2f3e37a8-f184-42db-88ee-aee22274b12e up at agent hyperv_hv-cinder-73270 {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:06:39.268499 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Provisioning complete for port 2f3e37a8-f184-42db-88ee-aee22274b12e triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:06:39.269182 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:39.390751 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:39.431521 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e821244-ff6b-495b-9ffc-6e40366b4ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3e37a8-f184-42db-88ee-aee22274b12e'}] {{(pid=108649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:06:39.435406 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce9ea8dafcd660945e4144893ae94b540b7d43bc7f31485d3ebdd76e7b8406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c7e1cb-6fe3-48d7-baf5-a33127897f6b" -d '{"events": [{"server_uuid": "5e821244-ff6b-495b-9ffc-6e40366b4ffb", "name": "network-vif-plugged", "status": "completed", "tag": "2f3e37a8-f184-42db-88ee-aee22274b12e"}]}' {{(pid=108649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:06:39.436058 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac068e-92a5-4f11-b2ed-74cc72014653 req-3c170718-2b26-4f04-a401-4c0b1555dcfe tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:39.437567 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-68ac068e-92a5-4f11-b2ed-74cc72014653 req-3c170718-2b26-4f04-a401-4c0b1555dcfe tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 946 time: 0.1149709 Oct 26 15:06:39.450427 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291f55c-78ab-43bf-af1b-4fa780aa6f29 req-c957de03-5bf2-4dc7-9532-5cc0924caadf tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:39.451925 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6291f55c-78ab-43bf-af1b-4fa780aa6f29 req-c957de03-5bf2-4dc7-9532-5cc0924caadf tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 944 time: 0.0797007 Oct 26 15:06:39.458975 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port 2f3e37a8-f184-42db-88ee-aee22274b12e, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=2f3e37a8-f184-42db-88ee-aee22274b12e,segment=NetworkSegment(bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2),segment_id=bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:06:39.508755 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-68ac068e-92a5-4f11-b2ed-74cc72014653 req-8ad3440a-21f0-4b91-af4d-3a824e015a6c tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558722 Oct 26 15:06:39.513621 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6291f55c-78ab-43bf-af1b-4fa780aa6f29 req-ef0d553e-047f-4c78-858c-e0f0ca0c0ed4 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534225 Oct 26 15:06:39.521317 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:39.566941 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff718db5-a0f2-4c8b-a9ca-7c98c996358b x-openstack-request-id: req-ff718db5-a0f2-4c8b-a9ca-7c98c996358b {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:06:39.567451 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e821244-ff6b-495b-9ffc-6e40366b4ffb", "name": "network-vif-plugged", "status": "completed", "tag": "2f3e37a8-f184-42db-88ee-aee22274b12e", "code": 200}]} {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:06:39.567893 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ff718db5-a0f2-4c8b-a9ca-7c98c996358b {{(pid=108649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:06:39.568285 dv-cinder-732704-6-iscsi neutron-server[108649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e821244-ff6b-495b-9ffc-6e40366b4ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3e37a8-f184-42db-88ee-aee22274b12e', 'code': 200} Oct 26 15:06:39.577902 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=2f3e37a8-f184-42db-88ee-aee22274b12e,revision_number=10']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:39.854029 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff02c4-4aa2-4033-87d1-91cdd4a9eeb9 req-4536dcd5-5be0-4298-ac24-59488b8d6ca1 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:39.855595 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-21ff02c4-4aa2-4033-87d1-91cdd4a9eeb9 req-4536dcd5-5be0-4298-ac24-59488b8d6ca1 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 944 time: 0.0514212 Oct 26 15:06:39.922748 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-21ff02c4-4aa2-4033-87d1-91cdd4a9eeb9 req-1dfdcfda-a173-4346-a0e7-79eefe90baa3 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595729 Oct 26 15:06:39.939494 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb165706-7357-4ab3-b0dd-f57260401f52 req-2b68871e-913d-477a-9909-3ce42f0d10a4 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:39.940985 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fb165706-7357-4ab3-b0dd-f57260401f52 req-2b68871e-913d-477a-9909-3ce42f0d10a4 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 946 time: 0.0797453 Oct 26 15:06:40.004160 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fb165706-7357-4ab3-b0dd-f57260401f52 req-8c13aac4-a228-4682-be1c-b17cb9239e29 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524702 Oct 26 15:06:40.072495 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e713e-d601-49f3-b9ba-306695d974c8 req-d41237b9-e2fd-4d66-95a1-2ab4b4618d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:40.072495 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-370e713e-d601-49f3-b9ba-306695d974c8 req-d41237b9-e2fd-4d66-95a1-2ab4b4618d2e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 1099 time: 0.0484886 Oct 26 15:06:40.181115 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-370e713e-d601-49f3-b9ba-306695d974c8 req-e2dc256a-4bc7-4593-acce-c401ec46e681 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292301 Oct 26 15:06:40.292474 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 35770) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:06:40.391141 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-21bb7380-35a2-4d01-bea2-d0a1fd0ded4b req-c47092d4-8f4a-48df-b92e-bd9ce007ba4c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0973754 Oct 26 15:06:40.401073 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [req-21bb7380-35a2-4d01-bea2-d0a1fd0ded4b req-2ba889c8-be05-41bd-93eb-a7b633b500c9 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=108647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:06:40.402035 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-21bb7380-35a2-4d01-bea2-d0a1fd0ded4b req-2ba889c8-be05-41bd-93eb-a7b633b500c9 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051041 Oct 26 15:06:40.648737 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca37a5-89e7-4dd9-aa45-e29dd86076e5 req-3255ea96-5e79-40d3-9fe9-1a568b9eb028 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:40.650225 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-53ca37a5-89e7-4dd9-aa45-e29dd86076e5 req-3255ea96-5e79-40d3-9fe9-1a568b9eb028 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 946 time: 0.0518017 Oct 26 15:06:40.689750 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-53ca37a5-89e7-4dd9-aa45-e29dd86076e5 req-9f3e9353-bb15-4261-be21-a971cea12150 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323260 Oct 26 15:06:41.037802 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6c956-b569-4148-a89a-5b19bbbec95f req-254c5a34-641d-4f49-8770-1f7cdafd993a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:41.039361 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-16f6c956-b569-4148-a89a-5b19bbbec95f req-254c5a34-641d-4f49-8770-1f7cdafd993a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 944 time: 0.0499358 Oct 26 15:06:41.086306 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-16f6c956-b569-4148-a89a-5b19bbbec95f req-435e0a83-26a5-4212-a402-c191cdb4e28e tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394964 Oct 26 15:06:41.178803 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d20167-9830-4458-92b8-8a72fbead1f6 req-ee23b756-9a5d-441a-ac8e-70d139a9f212 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:41.180054 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-98d20167-9830-4458-92b8-8a72fbead1f6 req-ee23b756-9a5d-441a-ac8e-70d139a9f212 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 946 time: 0.0529699 Oct 26 15:06:41.256540 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-98d20167-9830-4458-92b8-8a72fbead1f6 req-0c97db0c-1a4d-4865-8e28-428da043cb38 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637252 Oct 26 15:06:41.825754 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743bcd6-56c0-4d30-9c04-295478b4a6f1 req-572a7794-8325-4a43-ba2d-ad0c49703d74 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:41.828411 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e743bcd6-56c0-4d30-9c04-295478b4a6f1 req-572a7794-8325-4a43-ba2d-ad0c49703d74 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 946 time: 0.0615861 Oct 26 15:06:41.879553 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e743bcd6-56c0-4d30-9c04-295478b4a6f1 req-ae06b311-4493-415c-82f7-f678d5050f37 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442495 Oct 26 15:06:42.202604 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd840b2c-9445-4f14-93e5-47d075274997 req-5b7f4472-6324-49a4-87c3-caa02e82f606 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:42.204028 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-dd840b2c-9445-4f14-93e5-47d075274997 req-5b7f4472-6324-49a4-87c3-caa02e82f606 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 944 time: 0.0491021 Oct 26 15:06:42.246733 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-dd840b2c-9445-4f14-93e5-47d075274997 req-606f02af-6359-44db-83ed-11a087797f16 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366597 Oct 26 15:06:42.324002 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 35842) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:06:42.402570 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893371e-ebe4-4a1d-ac44-b588c7c41f0d req-86c4439f-9ca5-47cb-999d-991ede5203de tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:42.404272 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e893371e-ebe4-4a1d-ac44-b588c7c41f0d req-86c4439f-9ca5-47cb-999d-991ede5203de tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 946 time: 0.0678887 Oct 26 15:06:42.445248 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e893371e-ebe4-4a1d-ac44-b588c7c41f0d req-f9085837-3ed7-4e64-bffd-7b5b936be9b4 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346165 Oct 26 15:06:42.794879 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-3ce9553f-af65-438d-8668-96899c731cf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536295994'] for router_interface, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:43.006112 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b10575-28f4-4fe6-ba0c-a67aaf269b0d req-1e195d5d-2d82-4a01-ae2a-544c53bb2dae tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:43.007811 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c3b10575-28f4-4fe6-ba0c-a67aaf269b0d req-1e195d5d-2d82-4a01-ae2a-544c53bb2dae tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 946 time: 0.0504205 Oct 26 15:06:43.048812 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9553f-af65-438d-8668-96899c731cf4 admin admin] Deleting port 7317a713-edf3-4ac5-b9b3-b5884a404dc3 {{(pid=108647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:06:43.050084 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-3ce9553f-af65-438d-8668-96899c731cf4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:43.060745 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c3b10575-28f4-4fe6-ba0c-a67aaf269b0d req-5d422545-3185-4cdf-82cb-2de5ac5ff85a tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444803 Oct 26 15:06:43.139521 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [None req-3ce9553f-af65-438d-8668-96899c731cf4 admin admin] For port 7317a713-edf3-4ac5-b9b3-b5884a404dc3, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=7317a713-edf3-4ac5-b9b3-b5884a404dc3,segment=NetworkSegment(3c5cd00d-2851-4d55-a807-8a31540e2d22),segment_id=3c5cd00d-2851-4d55-a807-8a31540e2d22)] {{(pid=108647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:06:43.139908 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-3ce9553f-af65-438d-8668-96899c731cf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:43.152117 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9553f-af65-438d-8668-96899c731cf4 admin admin] Calling delete_port for 7317a713-edf3-4ac5-b9b3-b5884a404dc3 owned by network:router_interface {{(pid=108647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:06:43.196969 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-c2a1d37b-6250-4be8-a1fd-b1741fc9752f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:43.263916 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 88240e56-e655-4932-9c89-1b901e243f66 details requested by agent hyperv_hv-cinder-73270 with host hv-cinder-73270 {{(pid=108649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:06:43.268542 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device d281f9da-d50c-47d9-9fb9-11a607f383f3 no longer exists at agent hyperv_hv-cinder-73270 {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:06:43.376408 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830d58e-bf7e-4ba8-87fd-516635477380 req-210e605d-1e28-4b92-bb1a-b1897e499df0 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:43.378135 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6830d58e-bf7e-4ba8-87fd-516635477380 req-210e605d-1e28-4b92-bb1a-b1897e499df0 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 944 time: 0.0542772 Oct 26 15:06:43.428491 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6830d58e-bf7e-4ba8-87fd-516635477380 req-3dd1548f-9134-4e01-8eeb-2728b584039c tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420780 Oct 26 15:06:43.472474 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-3ce9553f-af65-438d-8668-96899c731cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:43.533327 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9553f-af65-438d-8668-96899c731cf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7317a713-edf3-4ac5-b9b3-b5884a404dc3,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:43.616343 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port 88240e56-e655-4932-9c89-1b901e243f66, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=88240e56-e655-4932-9c89-1b901e243f66,segment=NetworkSegment(8621fa32-c66b-4463-805f-ba8280121809),segment_id=8621fa32-c66b-4463-805f-ba8280121809)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:06:43.617712 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aeebd1-0eb1-46ca-99ac-cbb1166d78ed req-ff7e2692-c7d1-4552-aead-0b8d1d148a67 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:43.619808 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-56aeebd1-0eb1-46ca-99ac-cbb1166d78ed req-ff7e2692-c7d1-4552-aead-0b8d1d148a67 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 946 time: 0.0777800 Oct 26 15:06:43.648831 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Returning: {'device': '88240e56-e655-4932-9c89-1b901e243f66', 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865', 'port_id': '88240e56-e655-4932-9c89-1b901e243f66', 'mac_address': 'fa:16:3e:f0:df:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2f548be-e416-40d5-a12d-a157ab7e380b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:06:43.688541 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:43.729273 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-56aeebd1-0eb1-46ca-99ac-cbb1166d78ed req-67db59f3-4c7c-45e7-8962-309221ac197a tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006465 Oct 26 15:06:43.737733 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb7380-35a2-4d01-bea2-d0a1fd0ded4b req-49f3d3b7-dda7-4378-900d-bac732cac83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:43.739853 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-21bb7380-35a2-4d01-bea2-d0a1fd0ded4b req-49f3d3b7-dda7-4378-900d-bac732cac83c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2&tenant_id=d27ee21879a14361af0baabc0f7cf95f HTTP/1.1" status: 200 len: 1099 time: 0.1095786 Oct 26 15:06:43.752601 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:43.767587 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b9d6b2-be6e-49ce-acc0-d0a262b47fb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd281f9da-d50c-47d9-9fb9-11a607f383f3'}] {{(pid=108649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:06:43.770483 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce9ea8dafcd660945e4144893ae94b540b7d43bc7f31485d3ebdd76e7b8406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1311945d-d4a9-4be0-9661-90c2d2c2bc2a" -d '{"events": [{"server_uuid": "50b9d6b2-be6e-49ce-acc0-d0a262b47fb2", "name": "network-vif-unplugged", "status": "completed", "tag": "d281f9da-d50c-47d9-9fb9-11a607f383f3"}]}' {{(pid=108649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:06:43.787979 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88240e56-e655-4932-9c89-1b901e243f66 {{(pid=108649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:06:43.793394 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port d281f9da-d50c-47d9-9fb9-11a607f383f3, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=d281f9da-d50c-47d9-9fb9-11a607f383f3,segment=NetworkSegment(c35993a7-c2db-4703-9589-9853cc7fe472),segment_id=c35993a7-c2db-4703-9589-9853cc7fe472)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:06:43.800777 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-3ce9553f-af65-438d-8668-96899c731cf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536254648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536296150'] for router_interface, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:43.819434 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port 88240e56-e655-4932-9c89-1b901e243f66, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=88240e56-e655-4932-9c89-1b901e243f66,segment=NetworkSegment(8621fa32-c66b-4463-805f-ba8280121809),segment_id=8621fa32-c66b-4463-805f-ba8280121809)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:06:43.836719 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:43.852612 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 15:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3721169-6d97-4cf7-bb7c-aba8d54a8070 x-openstack-request-id: req-c3721169-6d97-4cf7-bb7c-aba8d54a8070 {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:06:43.852997 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b9d6b2-be6e-49ce-acc0-d0a262b47fb2", "name": "network-vif-unplugged", "status": "completed", "tag": "d281f9da-d50c-47d9-9fb9-11a607f383f3", "code": 200}]} {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:06:43.853442 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c3721169-6d97-4cf7-bb7c-aba8d54a8070 {{(pid=108649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:06:43.853966 dv-cinder-732704-6-iscsi neutron-server[108649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b9d6b2-be6e-49ce-acc0-d0a262b47fb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd281f9da-d50c-47d9-9fb9-11a607f383f3', 'code': 200} Oct 26 15:06:43.870714 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb7380-35a2-4d01-bea2-d0a1fd0ded4b req-3d7af1bd-a88f-4c99-806f-c95a7c94001f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:43.876094 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-21bb7380-35a2-4d01-bea2-d0a1fd0ded4b req-3d7af1bd-a88f-4c99-806f-c95a7c94001f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d27ee21879a14361af0baabc0f7cf95f&device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 1099 time: 0.1030095 Oct 26 15:06:43.888776 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:43.893292 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:43.927743 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:43.955982 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=d281f9da-d50c-47d9-9fb9-11a607f383f3,revision_number=6']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:43.973998 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb7380-35a2-4d01-bea2-d0a1fd0ded4b req-f705828a-ce49-4ec4-85c8-b1657d7174a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:43.975541 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-21bb7380-35a2-4d01-bea2-d0a1fd0ded4b req-f705828a-ce49-4ec4-85c8-b1657d7174a7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=cb1882a3-668f-4be4-b145-338650ea2d5d HTTP/1.1" status: 200 len: 909 time: 0.0962887 Oct 26 15:06:44.012374 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=88240e56-e655-4932-9c89-1b901e243f66,revision_number=4']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:44.045320 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce9553f-af65-438d-8668-96899c731cf4 admin admin] Router 9bf93efb-a9f6-4a5c-9462-8d777e3445ee has already been hosted by L3 agent aad0d180-bd62-492d-9d56-445be5af9cbd {{(pid=108647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:06:44.046911 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-21bb7380-35a2-4d01-bea2-d0a1fd0ded4b req-ba37b608-b736-4f8b-aca0-63d9aace4710 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d281f9da-d50c-47d9-9fb9-11a607f383f3 HTTP/1.1" status: 200 len: 1000 time: 0.0623167 Oct 26 15:06:44.097283 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb7380-35a2-4d01-bea2-d0a1fd0ded4b req-ff9f66c0-3aee-40ab-aab0-aa95059ec7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:44.098823 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-21bb7380-35a2-4d01-bea2-d0a1fd0ded4b req-ff9f66c0-3aee-40ab-aab0-aa95059ec7de service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f3751a7e-e8cf-4058-a8ef-38ac9afbb57b HTTP/1.1" status: 200 len: 847 time: 0.0440564 Oct 26 15:06:44.133399 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] get_ports_and_sgs() called for port_ids ['88240e56-e655-4932-9c89-1b901e243f66'] {{(pid=108649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:06:44.145519 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb7380-35a2-4d01-bea2-d0a1fd0ded4b req-b8b110d8-cd6d-4d87-b99d-c4fecbb6799f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:44.147060 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-21bb7380-35a2-4d01-bea2-d0a1fd0ded4b req-b8b110d8-cd6d-4d87-b99d-c4fecbb6799f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cb1882a3-668f-4be4-b145-338650ea2d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410511 Oct 26 15:06:44.152196 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce9553f-af65-438d-8668-96899c731cf4 admin admin] Notify agent at l3_agent.dv-cinder-732704-6-iscsi the message routers_updated {{(pid=108647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:06:44.158429 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-3ce9553f-af65-438d-8668-96899c731cf4 admin admin] 10.222.0.57 "PUT /v2.0/routers/9bf93efb-a9f6-4a5c-9462-8d777e3445ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8331499 Oct 26 15:06:44.160873 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 35856) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:06:44.163990 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7935f8-d651-4641-b250-14a7743b61fa None None] Sync routers for ids ['9bf93efb-a9f6-4a5c-9462-8d777e3445ee'] in dv-cinder-732704-6-iscsi {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:06:44.185642 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7935f8-d651-4641-b250-14a7743b61fa None None] Routers {'9bf93efb-a9f6-4a5c-9462-8d777e3445ee'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:06:44.186440 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-ae7935f8-d651-4641-b250-14a7743b61fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:06:43Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['9bf93efb-a9f6-4a5c-9462-8d777e3445ee'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:06:44.249553 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-21bb7380-35a2-4d01-bea2-d0a1fd0ded4b req-af9b6577-02fd-481d-919d-d0e85b5fae63 service neutron] 10.222.0.76 "GET /v2.0/networks/cb1882a3-668f-4be4-b145-338650ea2d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941265 Oct 26 15:06:44.263635 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-01e7a418-7a85-4dca-b5eb-4ffa9a21444f admin admin] Publish callbacks [] for router, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:44.344721 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-ae7935f8-d651-4641-b250-14a7743b61fa None None] Set router 9bf93efb-a9f6-4a5c-9462-8d777e3445ee gateway port host: dv-cinder-732704-6-iscsi {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:06:44.346673 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-21bb7380-35a2-4d01-bea2-d0a1fd0ded4b req-670f4940-1791-4499-8972-8e3029d0dc5a service neutron] 10.222.0.76 "GET /v2.0/networks/cb1882a3-668f-4be4-b145-338650ea2d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902076 Oct 26 15:06:44.377270 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-01e7a418-7a85-4dca-b5eb-4ffa9a21444f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:44.513362 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [None req-01e7a418-7a85-4dca-b5eb-4ffa9a21444f admin admin] Deleting port 91dfbf11-545f-40c2-b69b-08463054ab42 {{(pid=108647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:06:44.514023 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-01e7a418-7a85-4dca-b5eb-4ffa9a21444f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:44.558086 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b849ab-d9fc-445f-9c09-ccddd82a57aa req-8d9cfb56-e26c-4d67-b49f-ff725c63b1af tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:44.559641 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d5b849ab-d9fc-445f-9c09-ccddd82a57aa req-8d9cfb56-e26c-4d67-b49f-ff725c63b1af tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 945 time: 0.0562541 Oct 26 15:06:44.592741 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [None req-01e7a418-7a85-4dca-b5eb-4ffa9a21444f admin admin] For port 91dfbf11-545f-40c2-b69b-08463054ab42, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=91dfbf11-545f-40c2-b69b-08463054ab42,segment=NetworkSegment(48b4b2e5-ca40-4770-b351-7c2adc646ed5),segment_id=48b4b2e5-ca40-4770-b351-7c2adc646ed5)] {{(pid=108647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:06:44.593106 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-01e7a418-7a85-4dca-b5eb-4ffa9a21444f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:44.606377 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [None req-01e7a418-7a85-4dca-b5eb-4ffa9a21444f admin admin] Calling delete_port for 91dfbf11-545f-40c2-b69b-08463054ab42 owned by network:router_gateway {{(pid=108647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:06:44.606965 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d5b849ab-d9fc-445f-9c09-ccddd82a57aa req-f0f93a7e-d65f-40bd-ad8c-d06551d9f8f4 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396581 Oct 26 15:06:44.656430 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-ae7935f8-d651-4641-b250-14a7743b61fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'name': 'tempest-AttachVolumeTestJSON-1623523863-router', 'tenant_id': '5b867107a3d44416a28e053e339e7d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '91dfbf11-545f-40c2-b69b-08463054ab42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:20Z', 'updated_at': '2021-10-26T15:06:43Z', 'revision_number': 5, 'project_id': '5b867107a3d44416a28e053e339e7d5f', 'gw_port': {'id': '91dfbf11-545f-40c2-b69b-08463054ab42', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:21Z', 'updated_at': '2021-10-26T14:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi'}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:06:44.682444 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7935f8-d651-4641-b250-14a7743b61fa None None] Checking router: 9bf93efb-a9f6-4a5c-9462-8d777e3445ee for host: dv-cinder-732704-6-iscsi {{(pid=108649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:06:44.691053 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7935f8-d651-4641-b250-14a7743b61fa None None] Routers {'9bf93efb-a9f6-4a5c-9462-8d777e3445ee'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:06:44.691648 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-ae7935f8-d651-4641-b250-14a7743b61fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:06:43Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['9bf93efb-a9f6-4a5c-9462-8d777e3445ee'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:06:44.780188 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-ae7935f8-d651-4641-b250-14a7743b61fa None None] Set router 9bf93efb-a9f6-4a5c-9462-8d777e3445ee gateway port host: None {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:06:44.853747 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-ae7935f8-d651-4641-b250-14a7743b61fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'name': 'tempest-AttachVolumeTestJSON-1623523863-router', 'tenant_id': '5b867107a3d44416a28e053e339e7d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:20Z', 'updated_at': '2021-10-26T15:06:44Z', 'revision_number': 6, 'project_id': '5b867107a3d44416a28e053e339e7d5f', 'gw_port_host': None}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:06:44.856673 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-01e7a418-7a85-4dca-b5eb-4ffa9a21444f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:44.877973 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2be248-d1ad-4164-99ae-6f61578d8a0e req-5d8851bd-01c0-4c78-b2b7-4e7e34e031fb tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:44.879505 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3e2be248-d1ad-4164-99ae-6f61578d8a0e req-5d8851bd-01c0-4c78-b2b7-4e7e34e031fb tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 944 time: 0.0502639 Oct 26 15:06:44.882434 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7935f8-d651-4641-b250-14a7743b61fa None None] The sync data for ids ['9bf93efb-a9f6-4a5c-9462-8d777e3445ee'] in dv-cinder-732704-6-iscsi is: [{'id': '9bf93efb-a9f6-4a5c-9462-8d777e3445ee', 'name': 'tempest-AttachVolumeTestJSON-1623523863-router', 'tenant_id': '5b867107a3d44416a28e053e339e7d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:20Z', 'updated_at': '2021-10-26T15:06:44Z', 'revision_number': 6, 'project_id': '5b867107a3d44416a28e053e339e7d5f', 'gw_port_host': None}] {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:06:44.888102 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7a418-7a85-4dca-b5eb-4ffa9a21444f admin admin] Pushing event deleted for resources: {'Port': ['ID=91dfbf11-545f-40c2-b69b-08463054ab42,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:44.921867 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3e2be248-d1ad-4164-99ae-6f61578d8a0e req-9802e48b-09e3-4cec-bc19-c204f61edf6c tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354061 Oct 26 15:06:44.951310 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-01e7a418-7a85-4dca-b5eb-4ffa9a21444f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536297332'] for router_gateway, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:45.038667 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-01e7a418-7a85-4dca-b5eb-4ffa9a21444f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536295405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2856'] for router, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:45.040750 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-01e7a418-7a85-4dca-b5eb-4ffa9a21444f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:45.173943 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-01e7a418-7a85-4dca-b5eb-4ffa9a21444f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536295396'] for router, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:45.174410 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e7a418-7a85-4dca-b5eb-4ffa9a21444f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bf93efb-a9f6-4a5c-9462-8d777e3445ee {{(pid=108647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:06:45.179728 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-01e7a418-7a85-4dca-b5eb-4ffa9a21444f admin admin] Publish callbacks [] for router, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:45.180901 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-01e7a418-7a85-4dca-b5eb-4ffa9a21444f admin admin] 10.222.0.57 "DELETE /v2.0/routers/9bf93efb-a9f6-4a5c-9462-8d777e3445ee HTTP/1.1" status: 204 len: 168 time: 1.0177948 Oct 26 15:06:45.183397 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 35862) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:06:45.226932 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e3ea889-f76b-42d2-b7a9-5b366f984bc6 admin admin] Deleting subnet e3398950-00b5-499d-8477-d73683a1256e {{(pid=108647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 15:06:45.230002 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-6e3ea889-f76b-42d2-b7a9-5b366f984bc6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:45.268431 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-6e3ea889-f76b-42d2-b7a9-5b366f984bc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8615396'] for subnet, precommit_delete_associations {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:45.284188 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 88240e56-e655-4932-9c89-1b901e243f66 up at agent hyperv_hv-cinder-73270 {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:06:45.405546 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:45.445842 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Provisioning for port 88240e56-e655-4932-9c89-1b901e243f66 completed by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 15:06:45.450346 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Provisioning complete for port 88240e56-e655-4932-9c89-1b901e243f66 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:06:45.450826 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:45.534944 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:45.567116 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port 88240e56-e655-4932-9c89-1b901e243f66, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=88240e56-e655-4932-9c89-1b901e243f66,segment=NetworkSegment(8621fa32-c66b-4463-805f-ba8280121809),segment_id=8621fa32-c66b-4463-805f-ba8280121809)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:06:45.587058 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-6e3ea889-f76b-42d2-b7a9-5b366f984bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536333747'] for subnet, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:45.650975 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:45.709597 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=88240e56-e655-4932-9c89-1b901e243f66,revision_number=5']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:45.736340 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62897e07-7f8f-47da-9699-f5a84848542f req-0538bab6-6814-42e2-9efd-72080dbbac62 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:45.737910 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-62897e07-7f8f-47da-9699-f5a84848542f req-0538bab6-6814-42e2-9efd-72080dbbac62 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 946 time: 0.0624373 Oct 26 15:06:45.740278 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-6e3ea889-f76b-42d2-b7a9-5b366f984bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536333704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8556360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8456337'] for subnet, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:45.764626 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ea889-f76b-42d2-b7a9-5b366f984bc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3398950-00b5-499d-8477-d73683a1256e,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:45.772900 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-6e3ea889-f76b-42d2-b7a9-5b366f984bc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for subnet, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:45.778338 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bdd017-2d43-4f19-8dcb-224789806294 None None] Network c4a59254-0cf7-4cdc-9af4-c745fac64f1e requested from dv-cinder-732704-6-iscsi {{(pid=108649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:06:45.779398 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-6e3ea889-f76b-42d2-b7a9-5b366f984bc6 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/e3398950-00b5-499d-8477-d73683a1256e HTTP/1.1" status: 204 len: 168 time: 0.5947218 Oct 26 15:06:45.782315 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 35866) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:06:45.793992 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-62897e07-7f8f-47da-9699-f5a84848542f req-0a74e45d-dcc9-445e-b6ae-70a9b9a07ac6 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493002 Oct 26 15:06:45.828288 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 7317a713-edf3-4ac5-b9b3-b5884a404dc3 no longer exists at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:06:45.853719 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] No Port match for: 7317a713-edf3-4ac5-b9b3-b5884a404dc3 {{(pid=108649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:06:45.854409 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 7317a713-edf3-4ac5-b9b3-b5884a404dc3 not bound to the agent host dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:06:45.859228 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a925adc0-61b5-4368-bbf8-e8e857c7efc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536309766'] for network, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:45.860606 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c063e9a-3eae-4cc4-a4f3-855bd8390d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88240e56-e655-4932-9c89-1b901e243f66'}] {{(pid=108649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:06:45.863416 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce9ea8dafcd660945e4144893ae94b540b7d43bc7f31485d3ebdd76e7b8406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481eacdb-ccb7-4c15-a087-1bd699080b45" -d '{"events": [{"server_uuid": "7c063e9a-3eae-4cc4-a4f3-855bd8390d06", "name": "network-vif-plugged", "status": "completed", "tag": "88240e56-e655-4932-9c89-1b901e243f66"}]}' {{(pid=108649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:06:45.903191 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0eee454-a5bf-4531-90e4-b05b388ef8a5 x-openstack-request-id: req-c0eee454-a5bf-4531-90e4-b05b388ef8a5 {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:06:45.903485 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c063e9a-3eae-4cc4-a4f3-855bd8390d06", "name": "network-vif-plugged", "status": "completed", "tag": "88240e56-e655-4932-9c89-1b901e243f66", "code": 200}]} {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:06:45.903737 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c0eee454-a5bf-4531-90e4-b05b388ef8a5 {{(pid=108649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:06:45.904123 dv-cinder-732704-6-iscsi neutron-server[108649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c063e9a-3eae-4cc4-a4f3-855bd8390d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88240e56-e655-4932-9c89-1b901e243f66', 'code': 200} Oct 26 15:06:45.914952 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.plugin [None req-a925adc0-61b5-4368-bbf8-e8e857c7efc3 admin admin] Deleting port eab32d6d-568d-4573-8b93-ed38fc48c713 {{(pid=108648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:06:45.915293 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a925adc0-61b5-4368-bbf8-e8e857c7efc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:45.994935 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.db [None req-a925adc0-61b5-4368-bbf8-e8e857c7efc3 admin admin] For port eab32d6d-568d-4573-8b93-ed38fc48c713, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=eab32d6d-568d-4573-8b93-ed38fc48c713,segment=NetworkSegment(3c5cd00d-2851-4d55-a807-8a31540e2d22),segment_id=3c5cd00d-2851-4d55-a807-8a31540e2d22)] {{(pid=108648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:06:45.995341 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a925adc0-61b5-4368-bbf8-e8e857c7efc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:46.023271 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.plugin [None req-a925adc0-61b5-4368-bbf8-e8e857c7efc3 admin admin] Calling delete_port for eab32d6d-568d-4573-8b93-ed38fc48c713 owned by network:dhcp {{(pid=108648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:06:46.033873 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d910f156-ced4-4777-904f-ded63a9f8635 None None] DHCP port deletion for c4a59254-0cf7-4cdc-9af4-c745fac64f1e request from dv-cinder-732704-6-iscsi {{(pid=108649) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 15:06:46.087079 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-d910f156-ced4-4777-904f-ded63a9f8635 None None] Deleting port eab32d6d-568d-4573-8b93-ed38fc48c713 {{(pid=108649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:06:46.087449 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-d910f156-ced4-4777-904f-ded63a9f8635 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:46.102732 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa3eef-b3f8-4c63-95af-2d2e66f455b1 req-74f15718-34b3-4d61-a459-1d60b64a48bd tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:46.104179 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c4aa3eef-b3f8-4c63-95af-2d2e66f455b1 req-74f15718-34b3-4d61-a459-1d60b64a48bd tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 944 time: 0.0929663 Oct 26 15:06:46.153780 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-d910f156-ced4-4777-904f-ded63a9f8635 None None] For port eab32d6d-568d-4573-8b93-ed38fc48c713, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=eab32d6d-568d-4573-8b93-ed38fc48c713,segment=NetworkSegment(3c5cd00d-2851-4d55-a807-8a31540e2d22),segment_id=3c5cd00d-2851-4d55-a807-8a31540e2d22)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:06:46.154194 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-d910f156-ced4-4777-904f-ded63a9f8635 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:46.156747 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c4aa3eef-b3f8-4c63-95af-2d2e66f455b1 req-876f4cd9-15d3-4715-aec8-16632ce98b92 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440559 Oct 26 15:06:46.170629 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-d910f156-ced4-4777-904f-ded63a9f8635 None None] Calling delete_port for eab32d6d-568d-4573-8b93-ed38fc48c713 owned by network:dhcp {{(pid=108649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:06:46.308043 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a925adc0-61b5-4368-bbf8-e8e857c7efc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3397087'] for port, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:46.314490 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-d910f156-ced4-4777-904f-ded63a9f8635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715'] for port, after_delete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:46.340136 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d910f156-ced4-4777-904f-ded63a9f8635 None None] Pushing event deleted for resources: {'Port': ['ID=eab32d6d-568d-4573-8b93-ed38fc48c713,revision_number=None']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:46.345609 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d910f156-ced4-4777-904f-ded63a9f8635 None None] No DVR routers for this DVR port eab32d6d-568d-4573-8b93-ed38fc48c713 on host dv-cinder-732704-6-iscsi {{(pid=108649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:06:46.346549 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925adc0-61b5-4368-bbf8-e8e857c7efc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=eab32d6d-568d-4573-8b93-ed38fc48c713,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:46.361810 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a925adc0-61b5-4368-bbf8-e8e857c7efc3 admin admin] No DVR routers for this DVR port eab32d6d-568d-4573-8b93-ed38fc48c713 on host dv-cinder-732704-6-iscsi {{(pid=108648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:06:46.445362 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ea031-406a-46b3-b107-a6f3918c53c8 req-5cadcdaa-0432-4a91-a25c-1614d08e64f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:46.446882 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4f4ea031-406a-46b3-b107-a6f3918c53c8 req-5cadcdaa-0432-4a91-a25c-1614d08e64f5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 1099 time: 0.1287856 Oct 26 15:06:46.448377 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a925adc0-61b5-4368-bbf8-e8e857c7efc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536334904', 'neutron.services.segments.db._delete_segments_for_network-8752338035487'] for network, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:46.480609 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.services.segments.db [None req-a925adc0-61b5-4368-bbf8-e8e857c7efc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4a59254-0cf7-4cdc-9af4-c745fac64f1e']}} {{(pid=108648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:06:46.493340 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.services.segments.db [None req-a925adc0-61b5-4368-bbf8-e8e857c7efc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c5cd00d-2851-4d55-a807-8a31540e2d22') {'for_net_delete': True} {{(pid=108648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:06:46.493632 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.services.segments.db [None req-a925adc0-61b5-4368-bbf8-e8e857c7efc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c5cd00d-2851-4d55-a807-8a31540e2d22') {} {{(pid=108648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:06:46.509403 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a925adc0-61b5-4368-bbf8-e8e857c7efc3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752338035752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3812551'] for segment, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:46.512131 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4f4ea031-406a-46b3-b107-a6f3918c53c8 req-947594d1-a863-466a-b560-a2c86572dbec service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566094 Oct 26 15:06:46.523667 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a925adc0-61b5-4368-bbf8-e8e857c7efc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888'] for segment, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:46.529292 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a925adc0-61b5-4368-bbf8-e8e857c7efc3 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=108648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:06:46.529670 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a925adc0-61b5-4368-bbf8-e8e857c7efc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3397034'] for segment, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:46.531334 dv-cinder-732704-6-iscsi neutron-server[108648]: Traceback (most recent call last): Oct 26 15:06:46.531334 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 15:06:46.531334 dv-cinder-732704-6-iscsi neutron-server[108648]: timer() Oct 26 15:06:46.531334 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 15:06:46.531334 dv-cinder-732704-6-iscsi neutron-server[108648]: cb(*args, **kw) Oct 26 15:06:46.531334 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 15:06:46.531334 dv-cinder-732704-6-iscsi neutron-server[108648]: return func(*args, **kwargs) Oct 26 15:06:46.531334 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 15:06:46.531334 dv-cinder-732704-6-iscsi neutron-server[108648]: self._notify() Oct 26 15:06:46.531334 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 15:06:46.531334 dv-cinder-732704-6-iscsi neutron-server[108648]: self.callback(batched_events) Oct 26 15:06:46.531334 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 15:06:46.531334 dv-cinder-732704-6-iscsi neutron-server[108648]: event.method(event) Oct 26 15:06:46.531334 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 15:06:46.531334 dv-cinder-732704-6-iscsi neutron-server[108648]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 15:06:46.531334 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 15:06:46.531334 dv-cinder-732704-6-iscsi neutron-server[108648]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 15:06:46.531334 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 15:06:46.531334 dv-cinder-732704-6-iscsi neutron-server[108648]: return f(self, *a, **k) Oct 26 15:06:46.531334 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 15:06:46.531334 dv-cinder-732704-6-iscsi neutron-server[108648]: return self._get(url).json() Oct 26 15:06:46.531334 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 15:06:46.531334 dv-cinder-732704-6-iscsi neutron-server[108648]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 15:06:46.531334 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 15:06:46.531334 dv-cinder-732704-6-iscsi neutron-server[108648]: return self.request(url, 'GET', **kwargs) Oct 26 15:06:46.531334 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 15:06:46.531334 dv-cinder-732704-6-iscsi neutron-server[108648]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 15:06:46.531334 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 15:06:46.531334 dv-cinder-732704-6-iscsi neutron-server[108648]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 15:06:46.531334 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 15:06:46.531334 dv-cinder-732704-6-iscsi neutron-server[108648]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 15:06:46.531334 dv-cinder-732704-6-iscsi neutron-server[108648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 15:06:46.662681 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a925adc0-61b5-4368-bbf8-e8e857c7efc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536334897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536297288'] for network, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:46.667118 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a925adc0-61b5-4368-bbf8-e8e857c7efc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for network, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:46.670395 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-a925adc0-61b5-4368-bbf8-e8e857c7efc3 admin admin] 10.222.0.57 "DELETE /v2.0/networks/c4a59254-0cf7-4cdc-9af4-c745fac64f1e HTTP/1.1" status: 204 len: 168 time: 0.8871150 Oct 26 15:06:46.683411 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925adc0-61b5-4368-bbf8-e8e857c7efc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4a59254-0cf7-4cdc-9af4-c745fac64f1e,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:46.914290 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff8ab8-e96a-4469-a48b-b474d6818fb7 req-3448ed03-c17c-40cb-a0fe-894dfa04dc4f tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:46.915748 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-84ff8ab8-e96a-4469-a48b-b474d6818fb7 req-3448ed03-c17c-40cb-a0fe-894dfa04dc4f tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 946 time: 0.0533371 Oct 26 15:06:46.953939 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-84ff8ab8-e96a-4469-a48b-b474d6818fb7 req-38c1fca5-9b5a-4f7b-958e-c336856a6bdf tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318074 Oct 26 15:06:47.002737 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 35876) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:06:47.042507 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-b2dca376-5d5d-4078-987b-045d78a2d6ad admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5b867107a3d44416a28e053e339e7d5f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0385795 Oct 26 15:06:47.044869 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 35878) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:06:47.090168 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-dbffa72d-29ba-4d79-9a3f-c1e234cc5854 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:47.110790 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-dbffa72d-29ba-4d79-9a3f-c1e234cc5854 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:47.269917 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a488713-e3fa-4878-a27e-a4f65b7b0907 req-7257bbea-b80c-425d-b2f0-ab35b6a5ff2c tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:47.271981 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3a488713-e3fa-4878-a27e-a4f65b7b0907 req-7257bbea-b80c-425d-b2f0-ab35b6a5ff2c tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 944 time: 0.0477059 Oct 26 15:06:47.273012 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-dbffa72d-29ba-4d79-9a3f-c1e234cc5854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:47.275527 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-dbffa72d-29ba-4d79-9a3f-c1e234cc5854 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:47.276548 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-dbffa72d-29ba-4d79-9a3f-c1e234cc5854 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6eb72bef-f8d6-40bb-839b-253d5ff3b4ad HTTP/1.1" status: 204 len: 168 time: 0.2307949 Oct 26 15:06:47.290409 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbffa72d-29ba-4d79-9a3f-c1e234cc5854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb72bef-f8d6-40bb-839b-253d5ff3b4ad,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:47.321215 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3a488713-e3fa-4878-a27e-a4f65b7b0907 req-dc92b89f-ef62-4690-a16e-1da50fc64be2 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421689 Oct 26 15:06:47.402681 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 91dfbf11-545f-40c2-b69b-08463054ab42 no longer exists at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:06:47.425679 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] No Port match for: 91dfbf11-545f-40c2-b69b-08463054ab42 {{(pid=108649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:06:47.426486 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 91dfbf11-545f-40c2-b69b-08463054ab42 not bound to the agent host dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:06:47.426486 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device eab32d6d-568d-4573-8b93-ed38fc48c713 no longer exists at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:06:47.445742 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] No Port match for: eab32d6d-568d-4573-8b93-ed38fc48c713 {{(pid=108649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:06:47.446167 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device eab32d6d-568d-4573-8b93-ed38fc48c713 not bound to the agent host dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:06:48.068165 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c017a1-55af-4c14-8103-f8890cebc4e3 req-411cad02-b115-4020-a78e-54b40b517d2d tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:48.070790 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e0c017a1-55af-4c14-8103-f8890cebc4e3 req-411cad02-b115-4020-a78e-54b40b517d2d tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 946 time: 0.0485208 Oct 26 15:06:48.107249 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e0c017a1-55af-4c14-8103-f8890cebc4e3 req-98c81c33-5dfe-494c-a3f8-6ea72bb94076 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314837 Oct 26 15:06:48.217915 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95ef63-7e55-4c68-8ea7-ff6e57df6f42 req-3cbbfe93-fede-4bc8-b6fc-8e64a6e172d4 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:48.219420 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-dc95ef63-7e55-4c68-8ea7-ff6e57df6f42 req-3cbbfe93-fede-4bc8-b6fc-8e64a6e172d4 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 946 time: 0.0480042 Oct 26 15:06:48.258557 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-dc95ef63-7e55-4c68-8ea7-ff6e57df6f42 req-7282816f-d2bc-4ddf-ae80-4de6335e94c7 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325608 Oct 26 15:06:48.280528 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 35902) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:06:48.325283 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30471d1f-decd-48ee-abdf-570a8b2d220f tempest-TestVolumeBootPattern-538369030 tempest-TestVolumeBootPattern-538369030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:48.326850 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-30471d1f-decd-48ee-abdf-570a8b2d220f tempest-TestVolumeBootPattern-538369030 tempest-TestVolumeBootPattern-538369030-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 1094 time: 0.0446846 Oct 26 15:06:48.329648 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 35906) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:06:48.334478 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [None req-25bb5678-9d52-43f8-a223-b4ccb9a8d994 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Request body: {'floatingip': {'floating_network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'port_id': '88240e56-e655-4932-9c89-1b901e243f66', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'fixed_ip_address': '172.20.0.13'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:06:48.443103 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68066475-0f66-4ffc-933a-3850cd4d1c5c req-ffd30fe2-6df9-41ec-83cb-5b8a0c74f4fb tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:48.444565 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-68066475-0f66-4ffc-933a-3850cd4d1c5c req-ffd30fe2-6df9-41ec-83cb-5b8a0c74f4fb tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 944 time: 0.0556355 Oct 26 15:06:48.487001 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-68066475-0f66-4ffc-933a-3850cd4d1c5c req-bf02a52c-36d9-446a-96d3-971b75fc712c tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364168 Oct 26 15:06:48.513751 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-25bb5678-9d52-43f8-a223-b4ccb9a8d994 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks [] for floatingip, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:48.570615 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 35912) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:06:48.610780 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-25bb5678-9d52-43f8-a223-b4ccb9a8d994 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:48.671044 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-752aa581-c30c-43ac-bedc-93b58b02915e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-913786699-network', 'tenant_id': '7829868144444a63831d9e47fb0391a6'}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:06:48.717827 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.db_base_plugin_common [None req-25bb5678-9d52-43f8-a223-b4ccb9a8d994 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Allocated IP 172.27.0.163 (164d7f62-997a-4502-882b-0bfc21bc1de5/6ece9388-c7af-48ed-bfac-1151ab9231f6/7f2afa1b-95b0-4821-b3f7-3dfd28c78427) {{(pid=108647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:06:48.742301 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752aa581-c30c-43ac-bedc-93b58b02915e admin admin] Made reservation on behalf of 7829868144444a63831d9e47fb0391a6 for: {'network': 1} {{(pid=108648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:06:48.744663 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-752aa581-c30c-43ac-bedc-93b58b02915e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for network, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:48.753074 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-752aa581-c30c-43ac-bedc-93b58b02915e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:48.815864 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-25bb5678-9d52-43f8-a223-b4ccb9a8d994 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks [] for port, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:48.826598 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-752aa581-c30c-43ac-bedc-93b58b02915e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:48.893881 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-752aa581-c30c-43ac-bedc-93b58b02915e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:48.918846 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-752aa581-c30c-43ac-bedc-93b58b02915e admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=108648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:06:48.925298 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-25bb5678-9d52-43f8-a223-b4ccb9a8d994 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:48.930139 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752aa581-c30c-43ac-bedc-93b58b02915e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2973d70f-3378-4101-b1a0-ebb89b376292,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:48.934048 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-752aa581-c30c-43ac-bedc-93b58b02915e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888'] for segment, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:48.934394 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.db.segments_db [None req-752aa581-c30c-43ac-bedc-93b58b02915e admin admin] Added segment 06ff8e1b-a091-454f-96da-63ebeaae63e2 of type vlan for network 5adcc3f3-3cae-4995-8229-8f4b03e21eea Oct 26 15:06:48.968509 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bb5678-9d52-43f8-a223-b4ccb9a8d994 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Network 164d7f62-997a-4502-882b-0bfc21bc1de5 is already hosted by enough agents. {{(pid=108647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:06:48.971530 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [None req-25bb5678-9d52-43f8-a223-b4ccb9a8d994 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Resources bound (agent type, host, resource id): {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:06:48.975092 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bb5678-9d52-43f8-a223-b4ccb9a8d994 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Received port after_create {{(pid=108647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:06:48.976099 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-752aa581-c30c-43ac-bedc-93b58b02915e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752337516683'] for network, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:48.998926 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb5678-9d52-43f8-a223-b4ccb9a8d994 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Pushing event updated for resources: {'Port': ['ID=7f2afa1b-95b0-4821-b3f7-3dfd28c78427,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:49.128038 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-752aa581-c30c-43ac-bedc-93b58b02915e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593'] for network, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:49.129038 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752aa581-c30c-43ac-bedc-93b58b02915e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:49.130324 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-752aa581-c30c-43ac-bedc-93b58b02915e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for network, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:49.190923 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752aa581-c30c-43ac-bedc-93b58b02915e admin admin] Pushing event updated for resources: {'Network': ['ID=5adcc3f3-3cae-4995-8229-8f4b03e21eea,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:49.201452 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Network 5adcc3f3-3cae-4995-8229-8f4b03e21eea details requested by agent ovs-agent-dv-cinder-732704-6-iscsi with host dv-cinder-732704-6-iscsi {{(pid=108649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:06:49.257946 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 35916) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:06:49.258143 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-752aa581-c30c-43ac-bedc-93b58b02915e admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6856756 Oct 26 15:06:49.285386 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [None req-e4ad1764-9792-4a90-a941-09420533b4e1 admin admin] Request body: {'subnet': {'network_id': '5adcc3f3-3cae-4995-8229-8f4b03e21eea', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-913786699-subnet', 'tenant_id': '7829868144444a63831d9e47fb0391a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:06:49.324910 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-25bb5678-9d52-43f8-a223-b4ccb9a8d994 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:49.396271 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ad1764-9792-4a90-a941-09420533b4e1 admin admin] Made reservation on behalf of 7829868144444a63831d9e47fb0391a6 for: {'subnet': 1} {{(pid=108647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:06:49.398704 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-e4ad1764-9792-4a90-a941-09420533b4e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8456374'] for subnet, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:49.501470 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-25bb5678-9d52-43f8-a223-b4ccb9a8d994 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:49.602878 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065f8f2-f68e-40f4-99f1-4dc7ab60ff83 req-1a84a270-965c-4cbd-950c-c914886856c3 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:49.604811 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e065f8f2-f68e-40f4-99f1-4dc7ab60ff83 req-1a84a270-965c-4cbd-950c-c914886856c3 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 944 time: 0.0494442 Oct 26 15:06:49.643143 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e065f8f2-f68e-40f4-99f1-4dc7ab60ff83 req-f5fd43b2-1495-451c-b7d5-c8ab4673838f tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322261 Oct 26 15:06:49.717194 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-25bb5678-9d52-43f8-a223-b4ccb9a8d994 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks [] for port, precommit_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:49.719537 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-e4ad1764-9792-4a90-a941-09420533b4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8556299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8456328'] for subnet, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:49.775272 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad1764-9792-4a90-a941-09420533b4e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c456ce84-5a3a-456b-9790-56cb4b947cbd,revision_number=0']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:49.782539 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-25bb5678-9d52-43f8-a223-b4ccb9a8d994 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8556446'] for port, after_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:49.784358 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ad1764-9792-4a90-a941-09420533b4e1 admin admin] Checking segment: {'id': '06ff8e1b-a091-454f-96da-63ebeaae63e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '5adcc3f3-3cae-4995-8229-8f4b03e21eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:06:49.784714 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ad1764-9792-4a90-a941-09420533b4e1 admin admin] Network hostable DHCP agents. Network: 5adcc3f3-3cae-4995-8229-8f4b03e21eea, hostable agents: ['b4d4e8dd-6314-45fe-b027-8ffd5f87ed07'], hosted agents: [] {{(pid=108647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:06:49.860061 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb5678-9d52-43f8-a223-b4ccb9a8d994 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Pushing event updated for resources: {'Port': ['ID=7f2afa1b-95b0-4821-b3f7-3dfd28c78427,revision_number=2']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:49.876311 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-25bb5678-9d52-43f8-a223-b4ccb9a8d994 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536297274'] for floatingip, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:49.955885 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ad1764-9792-4a90-a941-09420533b4e1 admin admin] Network 5adcc3f3-3cae-4995-8229-8f4b03e21eea is scheduled to be hosted by DHCP agent b4d4e8dd-6314-45fe-b027-8ffd5f87ed07 with binding_index 1 {{(pid=108647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:06:49.979525 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.db.l3_db [None req-25bb5678-9d52-43f8-a223-b4ccb9a8d994 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Floating IP b39e28e2-e6cc-4ac6-8010-17cca137f085 associated. External IP: 172.27.0.163, port: 88240e56-e655-4932-9c89-1b901e243f66. Oct 26 15:06:50.066210 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [None req-e4ad1764-9792-4a90-a941-09420533b4e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-732704-6-iscsi, 5adcc3f3-3cae-4995-8229-8f4b03e21eea) {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:06:50.072413 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ad1764-9792-4a90-a941-09420533b4e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:50.072973 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-e4ad1764-9792-4a90-a941-09420533b4e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for subnet, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:50.075528 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c928ed-ee40-4829-9f49-e6f0c2382181 None None] Network 5adcc3f3-3cae-4995-8229-8f4b03e21eea requested from dv-cinder-732704-6-iscsi {{(pid=108649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:06:50.185564 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-e4ad1764-9792-4a90-a941-09420533b4e1 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9271853 Oct 26 15:06:50.199988 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25bb5678-9d52-43f8-a223-b4ccb9a8d994 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Router 4054a3b4-1b92-4cc2-981e-d4bf7d393595 has already been hosted by L3 agent aad0d180-bd62-492d-9d56-445be5af9cbd {{(pid=108647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:06:50.207020 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5447ee-80ae-406a-a546-392af1010bb6 None None] Network 5adcc3f3-3cae-4995-8229-8f4b03e21eea requested from dv-cinder-732704-6-iscsi {{(pid=108649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:06:50.313735 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bb5678-9d52-43f8-a223-b4ccb9a8d994 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Notify agent at l3_agent.dv-cinder-732704-6-iscsi the message routers_updated {{(pid=108647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:06:50.347651 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d71a1c-d86b-4a22-b269-475390e53db2 None None] Sync routers for ids ['4054a3b4-1b92-4cc2-981e-d4bf7d393595'] in dv-cinder-732704-6-iscsi {{(pid=108650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:06:50.353981 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d71a1c-d86b-4a22-b269-475390e53db2 None None] Routers {'4054a3b4-1b92-4cc2-981e-d4bf7d393595'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:06:50.354853 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-e2d71a1c-d86b-4a22-b269-475390e53db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:06:43Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['4054a3b4-1b92-4cc2-981e-d4bf7d393595'], 'active': True} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:06:50.421245 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-25bb5678-9d52-43f8-a223-b4ccb9a8d994 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for floatingip, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:50.449024 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-25bb5678-9d52-43f8-a223-b4ccb9a8d994 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1183348 Oct 26 15:06:50.449576 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c063e9a-3eae-4cc4-a4f3-855bd8390d06', 'tag': '88240e56-e655-4932-9c89-1b901e243f66'}] {{(pid=108647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:06:50.453607 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c67b12b1cf7ef49faca107c22834427ed1d300477b197fee39d1c6656c9e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a3f330-e191-447d-9e40-cd2821aa64a2" -d '{"events": [{"name": "network-changed", "server_uuid": "7c063e9a-3eae-4cc4-a4f3-855bd8390d06", "tag": "88240e56-e655-4932-9c89-1b901e243f66"}]}' {{(pid=108647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:06:50.478169 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvr_db [None req-e2d71a1c-d86b-4a22-b269-475390e53db2 None None] Set router 4054a3b4-1b92-4cc2-981e-d4bf7d393595 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:06:50.507404 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d42a7d-cd31-40c5-b43c-061d65bc85ec x-openstack-request-id: req-a6d42a7d-cd31-40c5-b43c-061d65bc85ec {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:06:50.507742 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c063e9a-3eae-4cc4-a4f3-855bd8390d06", "tag": "88240e56-e655-4932-9c89-1b901e243f66", "status": "completed", "code": 200}]} {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:06:50.507950 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a6d42a7d-cd31-40c5-b43c-061d65bc85ec {{(pid=108647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:06:50.508470 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c063e9a-3eae-4cc4-a4f3-855bd8390d06', 'tag': '88240e56-e655-4932-9c89-1b901e243f66', 'status': 'completed', 'code': 200} Oct 26 15:06:50.577298 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f0feb-2370-4d7f-843f-032a49f1088c req-01331c72-d67a-49d6-93a6-6b5f26617ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:50.578864 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f05f0feb-2370-4d7f-843f-032a49f1088c req-01331c72-d67a-49d6-93a6-6b5f26617ced service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 1097 time: 0.0509663 Oct 26 15:06:50.607444 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a3f330-e191-447d-9e40-cd2821aa64a2 req-015c5fb4-ee09-4e1b-a248-fdad337b6ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:50.610243 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-41a3f330-e191-447d-9e40-cd2821aa64a2 req-015c5fb4-ee09-4e1b-a248-fdad337b6ce5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1c0d3cfad56e4c61a215d25516cd6470&device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 1099 time: 0.0547030 Oct 26 15:06:50.675272 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f05f0feb-2370-4d7f-843f-032a49f1088c req-e21539cf-f4b6-498f-828f-52424def2ae3 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818701 Oct 26 15:06:50.719125 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a3f330-e191-447d-9e40-cd2821aa64a2 req-fb7f6955-7931-4006-bb5a-e654db879f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:50.719383 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f101f-18bc-4098-a7ac-c0b26e4d235e req-b988c95c-c704-4a66-94c5-50fd886f8fd1 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:50.720715 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-762f101f-18bc-4098-a7ac-c0b26e4d235e req-b988c95c-c704-4a66-94c5-50fd886f8fd1 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/networks?id=5adcc3f3-3cae-4995-8229-8f4b03e21eea HTTP/1.1" status: 200 len: 814 time: 0.1379209 Oct 26 15:06:50.720843 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-41a3f330-e191-447d-9e40-cd2821aa64a2 req-fb7f6955-7931-4006-bb5a-e654db879f20 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d121bef5-e7a7-4cc1-ab11-dcb6c02a3865 HTTP/1.1" status: 200 len: 913 time: 0.1045046 Oct 26 15:06:50.747036 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-762f101f-18bc-4098-a7ac-c0b26e4d235e req-b840045c-7781-47e8-a7b7-b86177a24b33 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/quotas/7829868144444a63831d9e47fb0391a6 HTTP/1.1" status: 200 len: 375 time: 0.0195739 Oct 26 15:06:50.796172 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-762f101f-18bc-4098-a7ac-c0b26e4d235e req-17af5ea8-52af-48e1-a4ad-e63d25b702ff tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7829868144444a63831d9e47fb0391a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343254 Oct 26 15:06:50.811155 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87559e9-cbb4-4e19-9c77-cde23c0e8a6f req-4c9b5d0b-3881-446a-858a-dbceb1aa6a81 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:50.812627 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a87559e9-cbb4-4e19-9c77-cde23c0e8a6f req-4c9b5d0b-3881-446a-858a-dbceb1aa6a81 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 944 time: 0.0787754 Oct 26 15:06:50.812855 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-e2d71a1c-d86b-4a22-b269-475390e53db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'name': 'tempest-TestVolumeBootPattern-1982504479-router', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '258a6c86-79a5-4c0d-8937-9742466f1498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:20Z', 'updated_at': '2021-10-26T15:02:26Z', 'revision_number': 4, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'gw_port': {'id': '258a6c86-79a5-4c0d-8937-9742466f1498', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:22Z', 'updated_at': '2021-10-26T15:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_floatingips': [{'id': 'b39e28e2-e6cc-4ac6-8010-17cca137f085', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'router_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'port_id': '88240e56-e655-4932-9c89-1b901e243f66', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865', 'mac_address': 'fa:16:3e:f0:df:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c063e9a-3eae-4cc4-a4f3-855bd8390d06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:06:49Z', 'updated_at': '2021-10-26T15:06:49Z', 'revision_number': 0, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f866454-2564-47ec-8643-cb2d80ed809a', 'name': '', 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'mac_address': 'fa:16:3e:0c:9f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'd2f548be-e416-40d5-a12d-a157ab7e380b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:25Z', 'updated_at': '2021-10-26T15:02:34Z', 'revision_number': 5, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'subnets': [{'id': 'd2f548be-e416-40d5-a12d-a157ab7e380b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:06:50.839256 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d71a1c-d86b-4a22-b269-475390e53db2 None None] Checking router: 4054a3b4-1b92-4cc2-981e-d4bf7d393595 for host: dv-cinder-732704-6-iscsi {{(pid=108650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:06:50.847639 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d71a1c-d86b-4a22-b269-475390e53db2 None None] Routers {'4054a3b4-1b92-4cc2-981e-d4bf7d393595'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:06:50.848265 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-e2d71a1c-d86b-4a22-b269-475390e53db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:06:43Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['4054a3b4-1b92-4cc2-981e-d4bf7d393595'], 'active': True} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:06:50.896530 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a87559e9-cbb4-4e19-9c77-cde23c0e8a6f req-a1e5c0be-893e-429b-a1ab-d7ace9189c26 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752399 Oct 26 15:06:50.925856 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-762f101f-18bc-4098-a7ac-c0b26e4d235e req-9c3067ec-226d-438e-9812-84ecc3f80af1 service neutron] 10.222.0.57 "GET /v2.0/networks/5adcc3f3-3cae-4995-8229-8f4b03e21eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119869 Oct 26 15:06:50.959173 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvr_db [None req-e2d71a1c-d86b-4a22-b269-475390e53db2 None None] Set router 4054a3b4-1b92-4cc2-981e-d4bf7d393595 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:06:50.970611 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-41a3f330-e191-447d-9e40-cd2821aa64a2 req-9eb34650-f13f-4380-b148-082899a154e4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88240e56-e655-4932-9c89-1b901e243f66 HTTP/1.1" status: 200 len: 1000 time: 0.0690744 Oct 26 15:06:51.019818 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a3f330-e191-447d-9e40-cd2821aa64a2 req-2c172d85-646d-42b0-8ed6-2b7870bebc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:51.021340 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-41a3f330-e191-447d-9e40-cd2821aa64a2 req-2c172d85-646d-42b0-8ed6-2b7870bebc22 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d2f548be-e416-40d5-a12d-a157ab7e380b HTTP/1.1" status: 200 len: 851 time: 0.0436232 Oct 26 15:06:51.023468 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-762f101f-18bc-4098-a7ac-c0b26e4d235e req-9b89c4f2-688e-4d02-96ea-ebb6abce7a94 service neutron] 10.222.0.57 "GET /v2.0/networks/5adcc3f3-3cae-4995-8229-8f4b03e21eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890214 Oct 26 15:06:51.068586 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a3f330-e191-447d-9e40-cd2821aa64a2 req-904080b9-55c9-43ac-95a2-09e2ed26edeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:51.070171 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-41a3f330-e191-447d-9e40-cd2821aa64a2 req-904080b9-55c9-43ac-95a2-09e2ed26edeb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d121bef5-e7a7-4cc1-ab11-dcb6c02a3865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412974 Oct 26 15:06:51.163124 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-41a3f330-e191-447d-9e40-cd2821aa64a2 req-2062782e-725c-445b-b8ef-bb900bea35a5 service neutron] 10.222.0.76 "GET /v2.0/networks/d121bef5-e7a7-4cc1-ab11-dcb6c02a3865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847914 Oct 26 15:06:51.198625 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-e2d71a1c-d86b-4a22-b269-475390e53db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'name': 'tempest-TestVolumeBootPattern-1982504479-router', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '258a6c86-79a5-4c0d-8937-9742466f1498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:20Z', 'updated_at': '2021-10-26T15:02:26Z', 'revision_number': 4, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'gw_port': {'id': '258a6c86-79a5-4c0d-8937-9742466f1498', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:22Z', 'updated_at': '2021-10-26T15:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_floatingips': [{'id': 'b39e28e2-e6cc-4ac6-8010-17cca137f085', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'router_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'port_id': '88240e56-e655-4932-9c89-1b901e243f66', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865', 'mac_address': 'fa:16:3e:f0:df:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c063e9a-3eae-4cc4-a4f3-855bd8390d06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:06:49Z', 'updated_at': '2021-10-26T15:06:49Z', 'revision_number': 0, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f866454-2564-47ec-8643-cb2d80ed809a', 'name': '', 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'mac_address': 'fa:16:3e:0c:9f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'd2f548be-e416-40d5-a12d-a157ab7e380b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:25Z', 'updated_at': '2021-10-26T15:02:34Z', 'revision_number': 5, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'subnets': [{'id': 'd2f548be-e416-40d5-a12d-a157ab7e380b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:06:51.226332 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d71a1c-d86b-4a22-b269-475390e53db2 None None] The sync data for ids ['4054a3b4-1b92-4cc2-981e-d4bf7d393595'] in dv-cinder-732704-6-iscsi is: [{'id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'name': 'tempest-TestVolumeBootPattern-1982504479-router', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '258a6c86-79a5-4c0d-8937-9742466f1498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:20Z', 'updated_at': '2021-10-26T15:02:26Z', 'revision_number': 4, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'gw_port': {'id': '258a6c86-79a5-4c0d-8937-9742466f1498', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:22Z', 'updated_at': '2021-10-26T15:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_floatingips': [{'id': 'b39e28e2-e6cc-4ac6-8010-17cca137f085', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'router_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'port_id': '88240e56-e655-4932-9c89-1b901e243f66', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865', 'mac_address': 'fa:16:3e:f0:df:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c063e9a-3eae-4cc4-a4f3-855bd8390d06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:06:49Z', 'updated_at': '2021-10-26T15:06:49Z', 'revision_number': 0, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f866454-2564-47ec-8643-cb2d80ed809a', 'name': '', 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'mac_address': 'fa:16:3e:0c:9f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'd2f548be-e416-40d5-a12d-a157ab7e380b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:25Z', 'updated_at': '2021-10-26T15:02:34Z', 'revision_number': 5, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'subnets': [{'id': 'd2f548be-e416-40d5-a12d-a157ab7e380b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:06:51.254292 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-41a3f330-e191-447d-9e40-cd2821aa64a2 req-db010d15-9e27-4f50-9345-94d59e05df59 service neutron] 10.222.0.76 "GET /v2.0/networks/d121bef5-e7a7-4cc1-ab11-dcb6c02a3865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842962 Oct 26 15:06:51.298191 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device d281f9da-d50c-47d9-9fb9-11a607f383f3 details requested by agent hyperv_hv-cinder-73270 with host hv-cinder-73270 {{(pid=108649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:06:51.316722 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3d900b3f-2d0f-489f-a899-f00b8f8f81f6 req-453c2f0f-08af-4774-805f-57079533e308 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=448f7779-e112-4998-b608-0080403a71ef HTTP/1.1" status: 200 len: 210 time: 0.0352850 Oct 26 15:06:51.410536 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port d281f9da-d50c-47d9-9fb9-11a607f383f3, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=d281f9da-d50c-47d9-9fb9-11a607f383f3,segment=NetworkSegment(c35993a7-c2db-4703-9589-9853cc7fe472),segment_id=c35993a7-c2db-4703-9589-9853cc7fe472)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:06:51.423620 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Returning: {'device': 'd281f9da-d50c-47d9-9fb9-11a607f383f3', 'network_id': 'cb1882a3-668f-4be4-b145-338650ea2d5d', 'port_id': 'd281f9da-d50c-47d9-9fb9-11a607f383f3', 'mac_address': 'fa:16:3e:36:95:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3751a7e-e8cf-4058-a8ef-38ac9afbb57b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:06:51.462287 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:51.477506 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d281f9da-d50c-47d9-9fb9-11a607f383f3 {{(pid=108649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:06:51.498617 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port d281f9da-d50c-47d9-9fb9-11a607f383f3, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=d281f9da-d50c-47d9-9fb9-11a607f383f3,segment=NetworkSegment(c35993a7-c2db-4703-9589-9853cc7fe472),segment_id=c35993a7-c2db-4703-9589-9853cc7fe472)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:06:51.502382 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3582ccc7-63e4-4c5b-93db-fc623528a722 None None] New status for floating IP b39e28e2-e6cc-4ac6-8010-17cca137f085: ACTIVE {{(pid=108649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:06:51.640229 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:51.686254 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=d281f9da-d50c-47d9-9fb9-11a607f383f3,revision_number=7']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:51.937773 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] get_ports_and_sgs() called for port_ids ['d281f9da-d50c-47d9-9fb9-11a607f383f3'] {{(pid=108649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:06:52.023447 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76d4cd-e29b-4a34-838d-c71ce2990dda req-9befc103-8961-4470-8270-c3625be56ced tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:52.024952 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ef76d4cd-e29b-4a34-838d-c71ce2990dda req-9befc103-8961-4470-8270-c3625be56ced tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 945 time: 0.0484405 Oct 26 15:06:52.065244 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ef76d4cd-e29b-4a34-838d-c71ce2990dda req-bbfee64a-f34b-47b8-8d3c-82e39e1eef19 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339804 Oct 26 15:06:52.399745 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7a4f4a89-769e-4a3e-9f73-f560c5fb0a3a req-23d31688-1053-4778-90d1-bb12dae62e84 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=448f7779-e112-4998-b608-0080403a71ef HTTP/1.1" status: 200 len: 210 time: 0.0301321 Oct 26 15:06:53.181168 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f094b2-2749-4c65-9643-9d917e999c79 req-0d04ebcb-8833-4b31-af0e-e6ab9b386784 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:53.182759 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b9f094b2-2749-4c65-9643-9d917e999c79 req-0d04ebcb-8833-4b31-af0e-e6ab9b386784 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 945 time: 0.0492001 Oct 26 15:06:53.220577 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b9f094b2-2749-4c65-9643-9d917e999c79 req-70f47050-74f4-4428-8906-9bd7f331e039 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316787 Oct 26 15:06:53.325449 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device d281f9da-d50c-47d9-9fb9-11a607f383f3 up at agent hyperv_hv-cinder-73270 {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:06:53.372556 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Provisioning complete for port d281f9da-d50c-47d9-9fb9-11a607f383f3 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:06:53.372926 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:53.449896 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:53.478385 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b9d6b2-be6e-49ce-acc0-d0a262b47fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd281f9da-d50c-47d9-9fb9-11a607f383f3'}] {{(pid=108649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:06:53.478753 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce9ea8dafcd660945e4144893ae94b540b7d43bc7f31485d3ebdd76e7b8406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5dbb1f-5ede-4549-8b46-7a05baf1a13d" -d '{"events": [{"server_uuid": "50b9d6b2-be6e-49ce-acc0-d0a262b47fb2", "name": "network-vif-plugged", "status": "completed", "tag": "d281f9da-d50c-47d9-9fb9-11a607f383f3"}]}' {{(pid=108649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:06:53.491936 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port d281f9da-d50c-47d9-9fb9-11a607f383f3, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=d281f9da-d50c-47d9-9fb9-11a607f383f3,segment=NetworkSegment(c35993a7-c2db-4703-9589-9853cc7fe472),segment_id=c35993a7-c2db-4703-9589-9853cc7fe472)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:06:53.503895 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f16d5bb6-2f64-49b2-a8a3-7359e8bc8ad7 req-0c238ce0-98d9-4c1e-b229-daf37e4d9232 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=448f7779-e112-4998-b608-0080403a71ef HTTP/1.1" status: 200 len: 210 time: 0.0329721 Oct 26 15:06:53.516052 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813e4410-944f-4863-894a-9ee76a30eed6 x-openstack-request-id: req-813e4410-944f-4863-894a-9ee76a30eed6 {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:06:53.516335 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b9d6b2-be6e-49ce-acc0-d0a262b47fb2", "name": "network-vif-plugged", "status": "completed", "tag": "d281f9da-d50c-47d9-9fb9-11a607f383f3", "code": 200}]} {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:06:53.516616 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-813e4410-944f-4863-894a-9ee76a30eed6 {{(pid=108649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:06:53.517186 dv-cinder-732704-6-iscsi neutron-server[108649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b9d6b2-be6e-49ce-acc0-d0a262b47fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd281f9da-d50c-47d9-9fb9-11a607f383f3', 'code': 200} Oct 26 15:06:53.570858 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:53.617976 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=d281f9da-d50c-47d9-9fb9-11a607f383f3,revision_number=8']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:53.913514 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f101f-18bc-4098-a7ac-c0b26e4d235e req-020e3376-7278-46e2-8f8e-bbf4a2666a37 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:53.915040 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-762f101f-18bc-4098-a7ac-c0b26e4d235e req-020e3376-7278-46e2-8f8e-bbf4a2666a37 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.76 "GET /v2.0/networks?id=5adcc3f3-3cae-4995-8229-8f4b03e21eea HTTP/1.1" status: 200 len: 814 time: 0.1137891 Oct 26 15:06:53.937603 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [req-762f101f-18bc-4098-a7ac-c0b26e4d235e req-b2bd417e-2677-4f8b-84e7-485fe8569305 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Request body: {'port': {'device_id': '448f7779-e112-4998-b608-0080403a71ef', 'network_id': '5adcc3f3-3cae-4995-8229-8f4b03e21eea', 'admin_state_up': True, 'tenant_id': '7829868144444a63831d9e47fb0391a6'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:06:54.136528 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-762f101f-18bc-4098-a7ac-c0b26e4d235e req-b2bd417e-2677-4f8b-84e7-485fe8569305 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Made reservation on behalf of 7829868144444a63831d9e47fb0391a6 for: {'port': 1} {{(pid=108647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:06:54.140106 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-762f101f-18bc-4098-a7ac-c0b26e4d235e req-b2bd417e-2677-4f8b-84e7-485fe8569305 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:54.269284 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.db_base_plugin_common [req-762f101f-18bc-4098-a7ac-c0b26e4d235e req-b2bd417e-2677-4f8b-84e7-485fe8569305 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Allocated IP 172.20.0.6 (5adcc3f3-3cae-4995-8229-8f4b03e21eea/c456ce84-5a3a-456b-9790-56cb4b947cbd/ce503cf7-0c7a-4075-a190-6e9dbbd37970) {{(pid=108647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:06:54.422731 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-762f101f-18bc-4098-a7ac-c0b26e4d235e req-b2bd417e-2677-4f8b-84e7-485fe8569305 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Publish callbacks [] for port, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:54.545385 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-762f101f-18bc-4098-a7ac-c0b26e4d235e req-b2bd417e-2677-4f8b-84e7-485fe8569305 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:54.591992 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-762f101f-18bc-4098-a7ac-c0b26e4d235e req-b2bd417e-2677-4f8b-84e7-485fe8569305 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Network 5adcc3f3-3cae-4995-8229-8f4b03e21eea is already hosted by enough agents. {{(pid=108647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:06:54.595421 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [req-762f101f-18bc-4098-a7ac-c0b26e4d235e req-b2bd417e-2677-4f8b-84e7-485fe8569305 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Resources bound (agent type, host, resource id): {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:06:54.600262 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [req-762f101f-18bc-4098-a7ac-c0b26e4d235e req-b2bd417e-2677-4f8b-84e7-485fe8569305 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Received port after_create {{(pid=108647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:06:54.613567 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5f75b-5a99-4b1a-b86c-ca41fccb043b req-3115aab4-2dcd-4336-b8f9-205029bea3e8 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:54.615817 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c8c5f75b-5a99-4b1a-b86c-ca41fccb043b req-3115aab4-2dcd-4336-b8f9-205029bea3e8 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=448f7779-e112-4998-b608-0080403a71ef HTTP/1.1" status: 200 len: 931 time: 0.0528805 Oct 26 15:06:54.623920 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd417e-2677-4f8b-84e7-485fe8569305 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Pushing event updated for resources: {'Port': ['ID=ce503cf7-0c7a-4075-a190-6e9dbbd37970,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:54.654478 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f101f-18bc-4098-a7ac-c0b26e4d235e req-b2bd417e-2677-4f8b-84e7-485fe8569305 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:54.655172 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-762f101f-18bc-4098-a7ac-c0b26e4d235e req-b2bd417e-2677-4f8b-84e7-485fe8569305 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:54.656609 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c8c5f75b-5a99-4b1a-b86c-ca41fccb043b req-c19b71a6-ef20-4218-bd15-7221f167f1fb tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/security-groups?id=2973d70f-3378-4101-b1a0-ebb89b376292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343218 Oct 26 15:06:54.739202 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-762f101f-18bc-4098-a7ac-c0b26e4d235e req-b2bd417e-2677-4f8b-84e7-485fe8569305 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8055515 Oct 26 15:06:54.752409 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [req-762f101f-18bc-4098-a7ac-c0b26e4d235e req-c6a3310d-6bff-4e4d-a58a-7b8035b67979 service neutron] Request body: {'port': {'device_id': '448f7779-e112-4998-b608-0080403a71ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73270'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:06:54.809380 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-762f101f-18bc-4098-a7ac-c0b26e4d235e req-c6a3310d-6bff-4e4d-a58a-7b8035b67979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:55.072918 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [req-762f101f-18bc-4098-a7ac-c0b26e4d235e req-c6a3310d-6bff-4e4d-a58a-7b8035b67979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce503cf7-0c7a-4075-a190-6e9dbbd37970 {{(pid=108647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:06:55.080550 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-762f101f-18bc-4098-a7ac-c0b26e4d235e req-c6a3310d-6bff-4e4d-a58a-7b8035b67979 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:55.093088 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.provisioning_blocks [req-762f101f-18bc-4098-a7ac-c0b26e4d235e req-c6a3310d-6bff-4e4d-a58a-7b8035b67979 service neutron] Transition to ACTIVE for port object ce503cf7-0c7a-4075-a190-6e9dbbd37970 will not be triggered until provisioned by entity L2. {{(pid=108647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 15:06:55.159603 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-762f101f-18bc-4098-a7ac-c0b26e4d235e req-c6a3310d-6bff-4e4d-a58a-7b8035b67979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8556446'] for port, after_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:55.209715 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a3310d-6bff-4e4d-a58a-7b8035b67979 service neutron] Pushing event updated for resources: {'Port': ['ID=ce503cf7-0c7a-4075-a190-6e9dbbd37970,revision_number=2']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:55.280131 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.managers [req-762f101f-18bc-4098-a7ac-c0b26e4d235e req-c6a3310d-6bff-4e4d-a58a-7b8035b67979 service neutron] Attempting to bind port ce503cf7-0c7a-4075-a190-6e9dbbd37970 on host hv-cinder-73270 for vnic_type normal with profile {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:06:55.280440 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.managers [req-762f101f-18bc-4098-a7ac-c0b26e4d235e req-c6a3310d-6bff-4e4d-a58a-7b8035b67979 service neutron] Attempting to bind port ce503cf7-0c7a-4075-a190-6e9dbbd37970 by drivers openvswitch,hyperv on host hv-cinder-73270 at level 0 using segments [{'id': '06ff8e1b-a091-454f-96da-63ebeaae63e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '5adcc3f3-3cae-4995-8229-8f4b03e21eea'}] {{(pid=108647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:06:55.280769 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762f101f-18bc-4098-a7ac-c0b26e4d235e req-c6a3310d-6bff-4e4d-a58a-7b8035b67979 service neutron] Attempting to bind port ce503cf7-0c7a-4075-a190-6e9dbbd37970 on network 5adcc3f3-3cae-4995-8229-8f4b03e21eea {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:06:55.285065 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762f101f-18bc-4098-a7ac-c0b26e4d235e req-c6a3310d-6bff-4e4d-a58a-7b8035b67979 service neutron] Port ce503cf7-0c7a-4075-a190-6e9dbbd37970 on network 5adcc3f3-3cae-4995-8229-8f4b03e21eea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73270 {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 15:06:55.285383 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762f101f-18bc-4098-a7ac-c0b26e4d235e req-c6a3310d-6bff-4e4d-a58a-7b8035b67979 service neutron] Attempting to bind port ce503cf7-0c7a-4075-a190-6e9dbbd37970 on network 5adcc3f3-3cae-4995-8229-8f4b03e21eea {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:06:55.290130 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762f101f-18bc-4098-a7ac-c0b26e4d235e req-c6a3310d-6bff-4e4d-a58a-7b8035b67979 service neutron] Checking agent: {'id': 'aa824652-354b-48bb-834a-72ec45d7dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73270', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 14, 57, 28), 'started_at': datetime.datetime(2021, 10, 26, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:06:55.290458 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762f101f-18bc-4098-a7ac-c0b26e4d235e req-c6a3310d-6bff-4e4d-a58a-7b8035b67979 service neutron] Checking segment: {'id': '06ff8e1b-a091-454f-96da-63ebeaae63e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '5adcc3f3-3cae-4995-8229-8f4b03e21eea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:06:55.290870 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762f101f-18bc-4098-a7ac-c0b26e4d235e req-c6a3310d-6bff-4e4d-a58a-7b8035b67979 service neutron] Bound using segment: {'id': '06ff8e1b-a091-454f-96da-63ebeaae63e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '5adcc3f3-3cae-4995-8229-8f4b03e21eea'} {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:06:55.291287 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.managers [req-762f101f-18bc-4098-a7ac-c0b26e4d235e req-c6a3310d-6bff-4e4d-a58a-7b8035b67979 service neutron] Bound port: ce503cf7-0c7a-4075-a190-6e9dbbd37970, host: hv-cinder-73270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06ff8e1b-a091-454f-96da-63ebeaae63e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '5adcc3f3-3cae-4995-8229-8f4b03e21eea'}}] {{(pid=108647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:06:55.291640 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-762f101f-18bc-4098-a7ac-c0b26e4d235e req-c6a3310d-6bff-4e4d-a58a-7b8035b67979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:55.356370 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [req-762f101f-18bc-4098-a7ac-c0b26e4d235e req-c6a3310d-6bff-4e4d-a58a-7b8035b67979 service neutron] For port ce503cf7-0c7a-4075-a190-6e9dbbd37970, host hv-cinder-73270, cleared binding levels {{(pid=108647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:06:55.359641 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [req-762f101f-18bc-4098-a7ac-c0b26e4d235e req-c6a3310d-6bff-4e4d-a58a-7b8035b67979 service neutron] For port ce503cf7-0c7a-4075-a190-6e9dbbd37970, host hv-cinder-73270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=ce503cf7-0c7a-4075-a190-6e9dbbd37970,segment=NetworkSegment(06ff8e1b-a091-454f-96da-63ebeaae63e2),segment_id=06ff8e1b-a091-454f-96da-63ebeaae63e2)] {{(pid=108647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:06:55.465469 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-762f101f-18bc-4098-a7ac-c0b26e4d235e req-c6a3310d-6bff-4e4d-a58a-7b8035b67979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8556446'] for port, after_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:55.509653 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f101f-18bc-4098-a7ac-c0b26e4d235e req-c6a3310d-6bff-4e4d-a58a-7b8035b67979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:55.510277 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-762f101f-18bc-4098-a7ac-c0b26e4d235e req-c6a3310d-6bff-4e4d-a58a-7b8035b67979 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:55.511711 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-762f101f-18bc-4098-a7ac-c0b26e4d235e req-c6a3310d-6bff-4e4d-a58a-7b8035b67979 service neutron] 10.222.0.76 "PUT /v2.0/ports/ce503cf7-0c7a-4075-a190-6e9dbbd37970 HTTP/1.1" status: 200 len: 1093 time: 0.7637935 Oct 26 15:06:55.512166 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '448f7779-e112-4998-b608-0080403a71ef', 'tag': 'ce503cf7-0c7a-4075-a190-6e9dbbd37970'}] {{(pid=108647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:06:55.514423 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c67b12b1cf7ef49faca107c22834427ed1d300477b197fee39d1c6656c9e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77d7603-6fea-4cbb-8952-c56e53073a22" -d '{"events": [{"name": "network-changed", "server_uuid": "448f7779-e112-4998-b608-0080403a71ef", "tag": "ce503cf7-0c7a-4075-a190-6e9dbbd37970"}]}' {{(pid=108647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:06:55.538863 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a3310d-6bff-4e4d-a58a-7b8035b67979 service neutron] Pushing event updated for resources: {'Port': ['ID=ce503cf7-0c7a-4075-a190-6e9dbbd37970,revision_number=3']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:55.557091 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4af3166-80c8-4d57-b45d-8d4fa82ef02d x-openstack-request-id: req-c4af3166-80c8-4d57-b45d-8d4fa82ef02d {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:06:55.559678 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "448f7779-e112-4998-b608-0080403a71ef", "tag": "ce503cf7-0c7a-4075-a190-6e9dbbd37970", "status": "completed", "code": 200}]} {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:06:55.559678 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c4af3166-80c8-4d57-b45d-8d4fa82ef02d {{(pid=108647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:06:55.559678 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '448f7779-e112-4998-b608-0080403a71ef', 'tag': 'ce503cf7-0c7a-4075-a190-6e9dbbd37970', 'status': 'completed', 'code': 200} Oct 26 15:06:55.631000 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d7603-6fea-4cbb-8952-c56e53073a22 req-f08be0b6-a0f1-45f7-9afd-ee66d76230cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:55.632433 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-d77d7603-6fea-4cbb-8952-c56e53073a22 req-f08be0b6-a0f1-45f7-9afd-ee66d76230cb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7829868144444a63831d9e47fb0391a6&device_id=448f7779-e112-4998-b608-0080403a71ef HTTP/1.1" status: 200 len: 1096 time: 0.0433373 Oct 26 15:06:55.740660 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d7603-6fea-4cbb-8952-c56e53073a22 req-caaf1348-e046-428f-92d0-eab35ebb0fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:55.742175 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-d77d7603-6fea-4cbb-8952-c56e53073a22 req-caaf1348-e046-428f-92d0-eab35ebb0fcc service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=7829868144444a63831d9e47fb0391a6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0995042 Oct 26 15:06:55.777973 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875e4111-e382-4c2b-a5ab-37af1b633d30 req-b49032dd-2b6e-48be-93b1-6f3412932a2e tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:55.779523 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-875e4111-e382-4c2b-a5ab-37af1b633d30 req-b49032dd-2b6e-48be-93b1-6f3412932a2e tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=448f7779-e112-4998-b608-0080403a71ef HTTP/1.1" status: 200 len: 943 time: 0.0531671 Oct 26 15:06:55.823286 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-875e4111-e382-4c2b-a5ab-37af1b633d30 req-c89496a6-b83f-44a1-ac64-00a9c70fc64d tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/security-groups?id=2973d70f-3378-4101-b1a0-ebb89b376292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364914 Oct 26 15:06:55.844365 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d7603-6fea-4cbb-8952-c56e53073a22 req-4d5cf96a-7a0c-41fe-b245-4ee4f37dc93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:55.845894 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-d77d7603-6fea-4cbb-8952-c56e53073a22 req-4d5cf96a-7a0c-41fe-b245-4ee4f37dc93e service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950999 Oct 26 15:06:55.923354 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f101f-18bc-4098-a7ac-c0b26e4d235e req-dc0095b4-419a-40dc-8499-08b8fc580205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:55.924754 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-762f101f-18bc-4098-a7ac-c0b26e4d235e req-dc0095b4-419a-40dc-8499-08b8fc580205 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7829868144444a63831d9e47fb0391a6&device_id=448f7779-e112-4998-b608-0080403a71ef HTTP/1.1" status: 200 len: 1096 time: 0.0410223 Oct 26 15:06:55.970535 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-762f101f-18bc-4098-a7ac-c0b26e4d235e req-f28a1b88-e13a-4ee1-8a1b-c7bca41eb8a3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce503cf7-0c7a-4075-a190-6e9dbbd37970 HTTP/1.1" status: 200 len: 217 time: 0.0378718 Oct 26 15:06:56.018479 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f101f-18bc-4098-a7ac-c0b26e4d235e req-592bd144-0491-4f3e-8ee3-549dc35a4bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:56.020482 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-762f101f-18bc-4098-a7ac-c0b26e4d235e req-592bd144-0491-4f3e-8ee3-549dc35a4bee service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c456ce84-5a3a-456b-9790-56cb4b947cbd HTTP/1.1" status: 200 len: 854 time: 0.0427549 Oct 26 15:06:56.059684 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-762f101f-18bc-4098-a7ac-c0b26e4d235e req-54bf10e1-4bdb-4744-b996-72096716833d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5adcc3f3-3cae-4995-8229-8f4b03e21eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251322 Oct 26 15:06:56.151791 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-762f101f-18bc-4098-a7ac-c0b26e4d235e req-9a336331-d8b7-492b-b1aa-40afc75d5732 service neutron] 10.222.0.76 "GET /v2.0/networks/5adcc3f3-3cae-4995-8229-8f4b03e21eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850055 Oct 26 15:06:56.241378 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-762f101f-18bc-4098-a7ac-c0b26e4d235e req-c66c6715-d381-40c7-8c4f-bb292d604694 service neutron] 10.222.0.76 "GET /v2.0/networks/5adcc3f3-3cae-4995-8229-8f4b03e21eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818594 Oct 26 15:06:56.940411 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2c768-09eb-4292-8442-e7aed05f812a req-7efb98d7-dc94-4c1f-ada3-ddfa6afcfd0a tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:56.942496 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d1c2c768-09eb-4292-8442-e7aed05f812a req-7efb98d7-dc94-4c1f-ada3-ddfa6afcfd0a tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=448f7779-e112-4998-b608-0080403a71ef HTTP/1.1" status: 200 len: 943 time: 0.0494635 Oct 26 15:06:56.980728 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d1c2c768-09eb-4292-8442-e7aed05f812a req-4e6b8f95-1eb2-47ab-8e32-45e140f67894 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/security-groups?id=2973d70f-3378-4101-b1a0-ebb89b376292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324495 Oct 26 15:06:57.204720 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:06:57.343484 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device ce503cf7-0c7a-4075-a190-6e9dbbd37970 details requested by agent hyperv_hv-cinder-73270 with host hv-cinder-73270 {{(pid=108649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:06:57.450158 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port ce503cf7-0c7a-4075-a190-6e9dbbd37970, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=ce503cf7-0c7a-4075-a190-6e9dbbd37970,segment=NetworkSegment(06ff8e1b-a091-454f-96da-63ebeaae63e2),segment_id=06ff8e1b-a091-454f-96da-63ebeaae63e2)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:06:57.471642 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Returning: {'device': 'ce503cf7-0c7a-4075-a190-6e9dbbd37970', 'network_id': '5adcc3f3-3cae-4995-8229-8f4b03e21eea', 'port_id': 'ce503cf7-0c7a-4075-a190-6e9dbbd37970', 'mac_address': 'fa:16:3e:3d:91:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c456ce84-5a3a-456b-9790-56cb4b947cbd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:06:57.513135 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:57.527577 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce503cf7-0c7a-4075-a190-6e9dbbd37970 {{(pid=108649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:06:57.550955 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port ce503cf7-0c7a-4075-a190-6e9dbbd37970, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=ce503cf7-0c7a-4075-a190-6e9dbbd37970,segment=NetworkSegment(06ff8e1b-a091-454f-96da-63ebeaae63e2),segment_id=06ff8e1b-a091-454f-96da-63ebeaae63e2)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:06:57.633939 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:57.685988 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=ce503cf7-0c7a-4075-a190-6e9dbbd37970,revision_number=4']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:57.909970 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] get_ports_and_sgs() called for port_ids ['ce503cf7-0c7a-4075-a190-6e9dbbd37970'] {{(pid=108649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:06:58.101032 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678aadac-ff4d-4dbc-a556-fd5c9aeef054 req-5e11a917-d221-448b-b050-1c89ffc9228d tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:58.102518 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-678aadac-ff4d-4dbc-a556-fd5c9aeef054 req-5e11a917-d221-448b-b050-1c89ffc9228d tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=448f7779-e112-4998-b608-0080403a71ef HTTP/1.1" status: 200 len: 944 time: 0.0521367 Oct 26 15:06:58.150936 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-678aadac-ff4d-4dbc-a556-fd5c9aeef054 req-09dcc324-f171-4612-b07c-1294d2f27bfc tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/security-groups?id=2973d70f-3378-4101-b1a0-ebb89b376292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420959 Oct 26 15:06:58.490565 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:59.265858 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7846183-9fc5-4a51-a2ad-3f7a14fe50e2 req-d72e4ad0-37e3-470b-9310-9a85406f5639 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:59.267327 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d7846183-9fc5-4a51-a2ad-3f7a14fe50e2 req-d72e4ad0-37e3-470b-9310-9a85406f5639 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=448f7779-e112-4998-b608-0080403a71ef HTTP/1.1" status: 200 len: 944 time: 0.0497875 Oct 26 15:06:59.304119 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d7846183-9fc5-4a51-a2ad-3f7a14fe50e2 req-7cc03c04-74dc-4a90-9ead-2b65a05edefb tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/security-groups?id=2973d70f-3378-4101-b1a0-ebb89b376292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304527 Oct 26 15:06:59.344408 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device ce503cf7-0c7a-4075-a190-6e9dbbd37970 up at agent hyperv_hv-cinder-73270 {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:06:59.447620 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Provisioning for port ce503cf7-0c7a-4075-a190-6e9dbbd37970 completed by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 15:06:59.451522 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Provisioning complete for port ce503cf7-0c7a-4075-a190-6e9dbbd37970 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:06:59.451892 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:59.531750 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:59.554212 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448f7779-e112-4998-b608-0080403a71ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce503cf7-0c7a-4075-a190-6e9dbbd37970'}] {{(pid=108649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:06:59.556472 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce9ea8dafcd660945e4144893ae94b540b7d43bc7f31485d3ebdd76e7b8406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a5b383-0c7b-4f22-9922-221f723d0a8d" -d '{"events": [{"server_uuid": "448f7779-e112-4998-b608-0080403a71ef", "name": "network-vif-plugged", "status": "completed", "tag": "ce503cf7-0c7a-4075-a190-6e9dbbd37970"}]}' {{(pid=108649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:06:59.570585 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port ce503cf7-0c7a-4075-a190-6e9dbbd37970, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=ce503cf7-0c7a-4075-a190-6e9dbbd37970,segment=NetworkSegment(06ff8e1b-a091-454f-96da-63ebeaae63e2),segment_id=06ff8e1b-a091-454f-96da-63ebeaae63e2)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:06:59.595586 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f11d96-d284-4f6c-84f2-3fbd0b54a258 x-openstack-request-id: req-c4f11d96-d284-4f6c-84f2-3fbd0b54a258 {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:06:59.595879 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "448f7779-e112-4998-b608-0080403a71ef", "name": "network-vif-plugged", "status": "completed", "tag": "ce503cf7-0c7a-4075-a190-6e9dbbd37970", "code": 200}]} {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:06:59.596134 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c4f11d96-d284-4f6c-84f2-3fbd0b54a258 {{(pid=108649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:06:59.596532 dv-cinder-732704-6-iscsi neutron-server[108649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '448f7779-e112-4998-b608-0080403a71ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce503cf7-0c7a-4075-a190-6e9dbbd37970', 'code': 200} Oct 26 15:06:59.656481 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:59.703997 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=ce503cf7-0c7a-4075-a190-6e9dbbd37970,revision_number=5']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:59.943707 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474a641-e823-4866-99bf-00c8e42f8464 req-84b32227-b954-444a-b24e-d337309156fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:59.945187 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-6474a641-e823-4866-99bf-00c8e42f8464 req-84b32227-b954-444a-b24e-d337309156fb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=448f7779-e112-4998-b608-0080403a71ef HTTP/1.1" status: 200 len: 1098 time: 0.0417819 Oct 26 15:06:59.992463 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-6474a641-e823-4866-99bf-00c8e42f8464 req-c09ff866-83f4-44c1-88da-bff3f40a3bc1 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2973d70f-3378-4101-b1a0-ebb89b376292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379858 Oct 26 15:07:00.415499 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c6ad5-cd23-4c58-b27b-23131accf151 req-4768df12-c239-4def-9b79-8fc127c23793 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:00.416986 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-380c6ad5-cd23-4c58-b27b-23131accf151 req-4768df12-c239-4def-9b79-8fc127c23793 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=448f7779-e112-4998-b608-0080403a71ef HTTP/1.1" status: 200 len: 945 time: 0.0479953 Oct 26 15:07:00.453563 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-380c6ad5-cd23-4c58-b27b-23131accf151 req-0f2dd4d0-d966-4306-bd2a-b80daec15eb6 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/security-groups?id=2973d70f-3378-4101-b1a0-ebb89b376292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306840 Oct 26 15:07:01.569976 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058479f6-8a33-4875-aa8f-895caef0f6c2 req-891e136b-b793-4434-a813-85f76a469f92 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:01.571497 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-058479f6-8a33-4875-aa8f-895caef0f6c2 req-891e136b-b793-4434-a813-85f76a469f92 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=448f7779-e112-4998-b608-0080403a71ef HTTP/1.1" status: 200 len: 945 time: 0.0494082 Oct 26 15:07:01.609379 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-058479f6-8a33-4875-aa8f-895caef0f6c2 req-456978b7-a916-41ea-8074-72ea022d73d5 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/security-groups?id=2973d70f-3378-4101-b1a0-ebb89b376292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318036 Oct 26 15:07:08.038957 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-59328933-cc57-49a4-8d66-0da68b8ae7a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:12.961337 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009c0b6-a206-4744-8471-38213b9437cd req-93d796cb-a8d3-4531-8193-1f00882a5e38 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:12.962811 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a009c0b6-a206-4744-8471-38213b9437cd req-93d796cb-a8d3-4531-8193-1f00882a5e38 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/networks?id=5adcc3f3-3cae-4995-8229-8f4b03e21eea HTTP/1.1" status: 200 len: 814 time: 0.1011076 Oct 26 15:07:12.978550 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a009c0b6-a206-4744-8471-38213b9437cd req-0b94cd55-1497-495f-bc4b-fca4a98cf885 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/quotas/7829868144444a63831d9e47fb0391a6 HTTP/1.1" status: 200 len: 375 time: 0.0096502 Oct 26 15:07:13.025869 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a009c0b6-a206-4744-8471-38213b9437cd req-1fffc7db-f207-4f53-b7f4-011a8860fc04 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7829868144444a63831d9e47fb0391a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0418565 Oct 26 15:07:13.122438 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a009c0b6-a206-4744-8471-38213b9437cd req-1b4e392f-c96b-4546-88d3-88e75684b83b service neutron] 10.222.0.57 "GET /v2.0/networks/5adcc3f3-3cae-4995-8229-8f4b03e21eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895748 Oct 26 15:07:13.213790 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a009c0b6-a206-4744-8471-38213b9437cd req-4f752e8c-e4f3-4974-935b-c5c726adfbf5 service neutron] 10.222.0.57 "GET /v2.0/networks/5adcc3f3-3cae-4995-8229-8f4b03e21eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851531 Oct 26 15:07:13.224324 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-24740bc5-bceb-4236-adad-89172efd6b60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:13.464350 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1b88f007-7e26-4ea1-849a-d97d620d6855 req-40510fca-254e-4be4-bb2b-630ddb6c5924 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8723e77-4601-4d21-8c6d-6234a0623f6b HTTP/1.1" status: 200 len: 210 time: 0.0261085 Oct 26 15:07:13.851186 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:13.851884 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:14.576938 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-61a7c43d-55d9-45c0-aebc-718473a05d29 req-eefe4134-1aa9-4e1e-b2a6-ffe6b93471bb tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8723e77-4601-4d21-8c6d-6234a0623f6b HTTP/1.1" status: 200 len: 210 time: 0.0264659 Oct 26 15:07:15.384020 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:15.669044 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c0fe8733-9654-4a78-88c0-ee8809c36837 req-4bfae3c3-5619-4215-8931-a3baf1fe7445 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8723e77-4601-4d21-8c6d-6234a0623f6b HTTP/1.1" status: 200 len: 210 time: 0.0258358 Oct 26 15:07:15.946921 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009c0b6-a206-4744-8471-38213b9437cd req-eb20c8fc-e29f-4c2e-8ad9-1523cb2a317f tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:15.948287 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-a009c0b6-a206-4744-8471-38213b9437cd req-eb20c8fc-e29f-4c2e-8ad9-1523cb2a317f tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.76 "GET /v2.0/networks?id=5adcc3f3-3cae-4995-8229-8f4b03e21eea HTTP/1.1" status: 200 len: 814 time: 0.1054404 Oct 26 15:07:15.965602 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [req-a009c0b6-a206-4744-8471-38213b9437cd req-363872c6-b4d0-4fec-b5f8-997150ca99e2 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Request body: {'port': {'device_id': 'a8723e77-4601-4d21-8c6d-6234a0623f6b', 'network_id': '5adcc3f3-3cae-4995-8229-8f4b03e21eea', 'admin_state_up': True, 'tenant_id': '7829868144444a63831d9e47fb0391a6'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:07:16.170397 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a009c0b6-a206-4744-8471-38213b9437cd req-363872c6-b4d0-4fec-b5f8-997150ca99e2 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Made reservation on behalf of 7829868144444a63831d9e47fb0391a6 for: {'port': 1} {{(pid=108647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:07:16.173978 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-a009c0b6-a206-4744-8471-38213b9437cd req-363872c6-b4d0-4fec-b5f8-997150ca99e2 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:16.296521 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.db_base_plugin_common [req-a009c0b6-a206-4744-8471-38213b9437cd req-363872c6-b4d0-4fec-b5f8-997150ca99e2 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Allocated IP 172.20.0.7 (5adcc3f3-3cae-4995-8229-8f4b03e21eea/c456ce84-5a3a-456b-9790-56cb4b947cbd/9a389211-7dcc-42a8-bacb-aa6bd7b340e9) {{(pid=108647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:07:16.681057 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-a009c0b6-a206-4744-8471-38213b9437cd req-363872c6-b4d0-4fec-b5f8-997150ca99e2 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Publish callbacks [] for port, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:16.760801 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-498b1994-a260-4052-ab10-c7b0a163c911 req-c808b718-467d-40b1-87a8-cc57f59d4ae6 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8723e77-4601-4d21-8c6d-6234a0623f6b HTTP/1.1" status: 200 len: 210 time: 0.0251799 Oct 26 15:07:16.880004 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-a009c0b6-a206-4744-8471-38213b9437cd req-363872c6-b4d0-4fec-b5f8-997150ca99e2 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:16.893871 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] get_ports_and_sgs() called for port_ids ['ce503cf7-0c7a-4075-a190-6e9dbbd37970'] {{(pid=108649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:07:16.927119 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a009c0b6-a206-4744-8471-38213b9437cd req-363872c6-b4d0-4fec-b5f8-997150ca99e2 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Network 5adcc3f3-3cae-4995-8229-8f4b03e21eea is already hosted by enough agents. {{(pid=108647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:07:16.930407 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [req-a009c0b6-a206-4744-8471-38213b9437cd req-363872c6-b4d0-4fec-b5f8-997150ca99e2 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Resources bound (agent type, host, resource id): {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:07:16.934399 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [req-a009c0b6-a206-4744-8471-38213b9437cd req-363872c6-b4d0-4fec-b5f8-997150ca99e2 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Received port after_create {{(pid=108647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:07:16.941373 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363872c6-b4d0-4fec-b5f8-997150ca99e2 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Pushing event updated for resources: {'Port': ['ID=9a389211-7dcc-42a8-bacb-aa6bd7b340e9,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:16.986488 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009c0b6-a206-4744-8471-38213b9437cd req-363872c6-b4d0-4fec-b5f8-997150ca99e2 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:16.987251 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-a009c0b6-a206-4744-8471-38213b9437cd req-363872c6-b4d0-4fec-b5f8-997150ca99e2 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:17.072362 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-a009c0b6-a206-4744-8471-38213b9437cd req-363872c6-b4d0-4fec-b5f8-997150ca99e2 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1108534 Oct 26 15:07:17.089484 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [req-a009c0b6-a206-4744-8471-38213b9437cd req-7ad6b62f-2fea-440c-9ce3-8ad05aa4cd8d service neutron] Request body: {'port': {'device_id': 'a8723e77-4601-4d21-8c6d-6234a0623f6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73270'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:07:17.140845 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-a009c0b6-a206-4744-8471-38213b9437cd req-7ad6b62f-2fea-440c-9ce3-8ad05aa4cd8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:17.392825 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [req-a009c0b6-a206-4744-8471-38213b9437cd req-7ad6b62f-2fea-440c-9ce3-8ad05aa4cd8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a389211-7dcc-42a8-bacb-aa6bd7b340e9 {{(pid=108647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:07:17.400034 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-a009c0b6-a206-4744-8471-38213b9437cd req-7ad6b62f-2fea-440c-9ce3-8ad05aa4cd8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:17.411515 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.provisioning_blocks [req-a009c0b6-a206-4744-8471-38213b9437cd req-7ad6b62f-2fea-440c-9ce3-8ad05aa4cd8d service neutron] Transition to ACTIVE for port object 9a389211-7dcc-42a8-bacb-aa6bd7b340e9 will not be triggered until provisioned by entity L2. {{(pid=108647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 15:07:17.515704 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-a009c0b6-a206-4744-8471-38213b9437cd req-7ad6b62f-2fea-440c-9ce3-8ad05aa4cd8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8556446'] for port, after_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:17.583637 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6b62f-2fea-440c-9ce3-8ad05aa4cd8d service neutron] Pushing event updated for resources: {'Port': ['ID=9a389211-7dcc-42a8-bacb-aa6bd7b340e9,revision_number=2']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:17.634680 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.managers [req-a009c0b6-a206-4744-8471-38213b9437cd req-7ad6b62f-2fea-440c-9ce3-8ad05aa4cd8d service neutron] Attempting to bind port 9a389211-7dcc-42a8-bacb-aa6bd7b340e9 on host hv-cinder-73270 for vnic_type normal with profile {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:07:17.634925 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.managers [req-a009c0b6-a206-4744-8471-38213b9437cd req-7ad6b62f-2fea-440c-9ce3-8ad05aa4cd8d service neutron] Attempting to bind port 9a389211-7dcc-42a8-bacb-aa6bd7b340e9 by drivers openvswitch,hyperv on host hv-cinder-73270 at level 0 using segments [{'id': '06ff8e1b-a091-454f-96da-63ebeaae63e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '5adcc3f3-3cae-4995-8229-8f4b03e21eea'}] {{(pid=108647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:07:17.635252 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a009c0b6-a206-4744-8471-38213b9437cd req-7ad6b62f-2fea-440c-9ce3-8ad05aa4cd8d service neutron] Attempting to bind port 9a389211-7dcc-42a8-bacb-aa6bd7b340e9 on network 5adcc3f3-3cae-4995-8229-8f4b03e21eea {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:07:17.639500 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a009c0b6-a206-4744-8471-38213b9437cd req-7ad6b62f-2fea-440c-9ce3-8ad05aa4cd8d service neutron] Port 9a389211-7dcc-42a8-bacb-aa6bd7b340e9 on network 5adcc3f3-3cae-4995-8229-8f4b03e21eea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73270 {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 15:07:17.639825 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a009c0b6-a206-4744-8471-38213b9437cd req-7ad6b62f-2fea-440c-9ce3-8ad05aa4cd8d service neutron] Attempting to bind port 9a389211-7dcc-42a8-bacb-aa6bd7b340e9 on network 5adcc3f3-3cae-4995-8229-8f4b03e21eea {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:07:17.644680 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a009c0b6-a206-4744-8471-38213b9437cd req-7ad6b62f-2fea-440c-9ce3-8ad05aa4cd8d service neutron] Checking agent: {'id': 'aa824652-354b-48bb-834a-72ec45d7dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73270', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 14, 57, 28), 'started_at': datetime.datetime(2021, 10, 26, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:07:17.645018 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a009c0b6-a206-4744-8471-38213b9437cd req-7ad6b62f-2fea-440c-9ce3-8ad05aa4cd8d service neutron] Checking segment: {'id': '06ff8e1b-a091-454f-96da-63ebeaae63e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '5adcc3f3-3cae-4995-8229-8f4b03e21eea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:07:17.645400 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a009c0b6-a206-4744-8471-38213b9437cd req-7ad6b62f-2fea-440c-9ce3-8ad05aa4cd8d service neutron] Bound using segment: {'id': '06ff8e1b-a091-454f-96da-63ebeaae63e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '5adcc3f3-3cae-4995-8229-8f4b03e21eea'} {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:07:17.645821 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.managers [req-a009c0b6-a206-4744-8471-38213b9437cd req-7ad6b62f-2fea-440c-9ce3-8ad05aa4cd8d service neutron] Bound port: 9a389211-7dcc-42a8-bacb-aa6bd7b340e9, host: hv-cinder-73270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06ff8e1b-a091-454f-96da-63ebeaae63e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '5adcc3f3-3cae-4995-8229-8f4b03e21eea'}}] {{(pid=108647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:07:17.646178 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-a009c0b6-a206-4744-8471-38213b9437cd req-7ad6b62f-2fea-440c-9ce3-8ad05aa4cd8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:17.707047 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [req-a009c0b6-a206-4744-8471-38213b9437cd req-7ad6b62f-2fea-440c-9ce3-8ad05aa4cd8d service neutron] For port 9a389211-7dcc-42a8-bacb-aa6bd7b340e9, host hv-cinder-73270, cleared binding levels {{(pid=108647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:07:17.709995 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [req-a009c0b6-a206-4744-8471-38213b9437cd req-7ad6b62f-2fea-440c-9ce3-8ad05aa4cd8d service neutron] For port 9a389211-7dcc-42a8-bacb-aa6bd7b340e9, host hv-cinder-73270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=9a389211-7dcc-42a8-bacb-aa6bd7b340e9,segment=NetworkSegment(06ff8e1b-a091-454f-96da-63ebeaae63e2),segment_id=06ff8e1b-a091-454f-96da-63ebeaae63e2)] {{(pid=108647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:07:17.828190 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-a009c0b6-a206-4744-8471-38213b9437cd req-7ad6b62f-2fea-440c-9ce3-8ad05aa4cd8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8556446'] for port, after_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:17.860736 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009c0b6-a206-4744-8471-38213b9437cd req-7ad6b62f-2fea-440c-9ce3-8ad05aa4cd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:17.861477 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-a009c0b6-a206-4744-8471-38213b9437cd req-7ad6b62f-2fea-440c-9ce3-8ad05aa4cd8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:17.863632 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-a009c0b6-a206-4744-8471-38213b9437cd req-7ad6b62f-2fea-440c-9ce3-8ad05aa4cd8d service neutron] 10.222.0.76 "PUT /v2.0/ports/9a389211-7dcc-42a8-bacb-aa6bd7b340e9 HTTP/1.1" status: 200 len: 1093 time: 0.7777228 Oct 26 15:07:17.868869 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8723e77-4601-4d21-8c6d-6234a0623f6b', 'tag': '9a389211-7dcc-42a8-bacb-aa6bd7b340e9'}] {{(pid=108647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:07:17.874855 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c67b12b1cf7ef49faca107c22834427ed1d300477b197fee39d1c6656c9e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eec2323-7c2f-42ca-9572-93eb8f4cc269" -d '{"events": [{"name": "network-changed", "server_uuid": "a8723e77-4601-4d21-8c6d-6234a0623f6b", "tag": "9a389211-7dcc-42a8-bacb-aa6bd7b340e9"}]}' {{(pid=108647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:07:17.877213 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5215e5c0-6a69-46ac-b25d-c04f2042d935 req-c7c5e1ff-6015-4866-ac0c-fff458afe864 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:17.878755 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5215e5c0-6a69-46ac-b25d-c04f2042d935 req-c7c5e1ff-6015-4866-ac0c-fff458afe864 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8723e77-4601-4d21-8c6d-6234a0623f6b HTTP/1.1" status: 200 len: 943 time: 0.0495973 Oct 26 15:07:17.900163 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6b62f-2fea-440c-9ce3-8ad05aa4cd8d service neutron] Pushing event updated for resources: {'Port': ['ID=9a389211-7dcc-42a8-bacb-aa6bd7b340e9,revision_number=3']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:17.910426 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1bd7b1-b53b-497d-b358-8baf920f28f5 x-openstack-request-id: req-ec1bd7b1-b53b-497d-b358-8baf920f28f5 {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:07:17.910743 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8723e77-4601-4d21-8c6d-6234a0623f6b", "tag": "9a389211-7dcc-42a8-bacb-aa6bd7b340e9", "status": "completed", "code": 200}]} {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:07:17.910993 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ec1bd7b1-b53b-497d-b358-8baf920f28f5 {{(pid=108647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:07:17.911428 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8723e77-4601-4d21-8c6d-6234a0623f6b', 'tag': '9a389211-7dcc-42a8-bacb-aa6bd7b340e9', 'status': 'completed', 'code': 200} Oct 26 15:07:17.930523 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5215e5c0-6a69-46ac-b25d-c04f2042d935 req-349c4d39-928b-4315-9d96-28c69639149c tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/security-groups?id=2973d70f-3378-4101-b1a0-ebb89b376292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440130 Oct 26 15:07:17.980511 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec2323-7c2f-42ca-9572-93eb8f4cc269 req-5da52da0-8733-4e6c-8b91-838359e988b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:17.982024 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-5eec2323-7c2f-42ca-9572-93eb8f4cc269 req-5da52da0-8733-4e6c-8b91-838359e988b2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7829868144444a63831d9e47fb0391a6&device_id=a8723e77-4601-4d21-8c6d-6234a0623f6b HTTP/1.1" status: 200 len: 1096 time: 0.0426767 Oct 26 15:07:18.085581 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec2323-7c2f-42ca-9572-93eb8f4cc269 req-e17e58db-b788-4148-9cb7-e9c494748d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:18.087091 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-5eec2323-7c2f-42ca-9572-93eb8f4cc269 req-e17e58db-b788-4148-9cb7-e9c494748d58 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=7829868144444a63831d9e47fb0391a6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0926740 Oct 26 15:07:18.183560 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec2323-7c2f-42ca-9572-93eb8f4cc269 req-a821aa03-4794-4278-9765-dd175ceb22c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:18.184947 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-5eec2323-7c2f-42ca-9572-93eb8f4cc269 req-a821aa03-4794-4278-9765-dd175ceb22c8 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894079 Oct 26 15:07:18.261315 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009c0b6-a206-4744-8471-38213b9437cd req-3cfedca9-6b5e-4566-88e7-c363f1c570d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:18.262827 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-a009c0b6-a206-4744-8471-38213b9437cd req-3cfedca9-6b5e-4566-88e7-c363f1c570d6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7829868144444a63831d9e47fb0391a6&device_id=a8723e77-4601-4d21-8c6d-6234a0623f6b HTTP/1.1" status: 200 len: 1096 time: 0.0386910 Oct 26 15:07:18.304007 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-a009c0b6-a206-4744-8471-38213b9437cd req-44159f76-4f90-4bcc-af2c-c15eea206880 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a389211-7dcc-42a8-bacb-aa6bd7b340e9 HTTP/1.1" status: 200 len: 217 time: 0.0324931 Oct 26 15:07:18.362111 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009c0b6-a206-4744-8471-38213b9437cd req-5e1af634-bac1-47e8-b819-3a68ab7b62e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:18.363630 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-a009c0b6-a206-4744-8471-38213b9437cd req-5e1af634-bac1-47e8-b819-3a68ab7b62e3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c456ce84-5a3a-456b-9790-56cb4b947cbd HTTP/1.1" status: 200 len: 854 time: 0.0456321 Oct 26 15:07:18.397881 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-a009c0b6-a206-4744-8471-38213b9437cd req-2a11a8bf-adb3-4386-85e7-13126a80020e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5adcc3f3-3cae-4995-8229-8f4b03e21eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244994 Oct 26 15:07:18.487596 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-a009c0b6-a206-4744-8471-38213b9437cd req-77b50e07-3438-4503-a96f-314cd7b7763d service neutron] 10.222.0.76 "GET /v2.0/networks/5adcc3f3-3cae-4995-8229-8f4b03e21eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791876 Oct 26 15:07:18.590908 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-a009c0b6-a206-4744-8471-38213b9437cd req-01be844b-78f7-434b-8c9a-496e6eaf2d94 service neutron] 10.222.0.76 "GET /v2.0/networks/5adcc3f3-3cae-4995-8229-8f4b03e21eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949397 Oct 26 15:07:19.043012 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc69885-c3d1-4662-896d-16dee19ea4e2 req-ae7b4430-9cff-481d-a5b1-6acfad703118 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:19.044498 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6cc69885-c3d1-4662-896d-16dee19ea4e2 req-ae7b4430-9cff-481d-a5b1-6acfad703118 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8723e77-4601-4d21-8c6d-6234a0623f6b HTTP/1.1" status: 200 len: 943 time: 0.0482612 Oct 26 15:07:19.082585 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6cc69885-c3d1-4662-896d-16dee19ea4e2 req-a13b7573-f8e0-4ef2-8067-9ea5dd47e392 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/security-groups?id=2973d70f-3378-4101-b1a0-ebb89b376292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320792 Oct 26 15:07:20.195712 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a95cc3-7e27-4733-8f93-fb5772bb4448 req-3ef312c4-35a6-4567-8af8-0058c1be628b tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:20.197191 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-95a95cc3-7e27-4733-8f93-fb5772bb4448 req-3ef312c4-35a6-4567-8af8-0058c1be628b tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8723e77-4601-4d21-8c6d-6234a0623f6b HTTP/1.1" status: 200 len: 943 time: 0.0483925 Oct 26 15:07:20.234470 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-95a95cc3-7e27-4733-8f93-fb5772bb4448 req-3bb7f359-8ff5-461a-9120-2a875f541b4b tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/security-groups?id=2973d70f-3378-4101-b1a0-ebb89b376292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314727 Oct 26 15:07:21.346846 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a8c79-ccae-44e9-b443-002909c52b3d req-0ec7824b-f2c3-46e3-96a3-b6ff00e6b10a tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:21.348304 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3d8a8c79-ccae-44e9-b443-002909c52b3d req-0ec7824b-f2c3-46e3-96a3-b6ff00e6b10a tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8723e77-4601-4d21-8c6d-6234a0623f6b HTTP/1.1" status: 200 len: 943 time: 0.0485127 Oct 26 15:07:21.388147 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 9a389211-7dcc-42a8-bacb-aa6bd7b340e9 details requested by agent hyperv_hv-cinder-73270 with host hv-cinder-73270 {{(pid=108649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:07:21.388794 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3d8a8c79-ccae-44e9-b443-002909c52b3d req-372e7a63-0ab5-44c2-bd09-25d3e8f8a7ed tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/security-groups?id=2973d70f-3378-4101-b1a0-ebb89b376292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345345 Oct 26 15:07:21.483183 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port 9a389211-7dcc-42a8-bacb-aa6bd7b340e9, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=9a389211-7dcc-42a8-bacb-aa6bd7b340e9,segment=NetworkSegment(06ff8e1b-a091-454f-96da-63ebeaae63e2),segment_id=06ff8e1b-a091-454f-96da-63ebeaae63e2)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:07:21.499242 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Returning: {'device': '9a389211-7dcc-42a8-bacb-aa6bd7b340e9', 'network_id': '5adcc3f3-3cae-4995-8229-8f4b03e21eea', 'port_id': '9a389211-7dcc-42a8-bacb-aa6bd7b340e9', 'mac_address': 'fa:16:3e:20:de:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c456ce84-5a3a-456b-9790-56cb4b947cbd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:07:21.536475 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:21.549503 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a389211-7dcc-42a8-bacb-aa6bd7b340e9 {{(pid=108649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:07:21.569278 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port 9a389211-7dcc-42a8-bacb-aa6bd7b340e9, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=9a389211-7dcc-42a8-bacb-aa6bd7b340e9,segment=NetworkSegment(06ff8e1b-a091-454f-96da-63ebeaae63e2),segment_id=06ff8e1b-a091-454f-96da-63ebeaae63e2)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:07:21.646838 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:21.693406 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=9a389211-7dcc-42a8-bacb-aa6bd7b340e9,revision_number=4']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:21.700407 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:21.700751 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:21.701092 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:21.701421 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:21.701747 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:21.702072 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:21.702396 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:21.702745 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:21.703071 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:21.703416 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:21.703734 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:21.704050 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:21.944456 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] get_ports_and_sgs() called for port_ids ['9a389211-7dcc-42a8-bacb-aa6bd7b340e9'] {{(pid=108649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:07:22.048264 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3ae16-d647-4ad1-8e45-a51d73e2e1b5 req-40cff848-a1f4-4362-8af9-4035b0cd9d3e tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:22.049750 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cbe3ae16-d647-4ad1-8e45-a51d73e2e1b5 req-40cff848-a1f4-4362-8af9-4035b0cd9d3e tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 946 time: 0.0485651 Oct 26 15:07:22.087946 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cbe3ae16-d647-4ad1-8e45-a51d73e2e1b5 req-f4b13511-b8a8-422b-8159-c1d313c8e915 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317936 Oct 26 15:07:22.503018 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba379e9c-a02d-4382-9242-23cbd869a69b req-5a5bacb7-8896-40c0-9792-2c3e63783e9d tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:22.505247 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ba379e9c-a02d-4382-9242-23cbd869a69b req-5a5bacb7-8896-40c0-9792-2c3e63783e9d tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8723e77-4601-4d21-8c6d-6234a0623f6b HTTP/1.1" status: 200 len: 944 time: 0.0494614 Oct 26 15:07:22.541302 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ba379e9c-a02d-4382-9242-23cbd869a69b req-aad2271c-f203-4939-b077-8d9ec9d8dfd4 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/security-groups?id=2973d70f-3378-4101-b1a0-ebb89b376292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300996 Oct 26 15:07:23.206938 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba89ad-1c95-4c7f-8323-8095d15fe46b req-d3468f23-2227-4fde-a62a-65f70ce5eae5 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:23.208384 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2fba89ad-1c95-4c7f-8323-8095d15fe46b req-d3468f23-2227-4fde-a62a-65f70ce5eae5 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 946 time: 0.0477374 Oct 26 15:07:23.248095 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2fba89ad-1c95-4c7f-8323-8095d15fe46b req-d60d7f63-379a-4ee5-a4d1-e88cece5d035 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337293 Oct 26 15:07:23.388662 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 9a389211-7dcc-42a8-bacb-aa6bd7b340e9 up at agent hyperv_hv-cinder-73270 {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:07:23.518289 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Provisioning for port 9a389211-7dcc-42a8-bacb-aa6bd7b340e9 completed by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 15:07:23.522924 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Provisioning complete for port 9a389211-7dcc-42a8-bacb-aa6bd7b340e9 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:07:23.523324 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:23.603910 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:23.631372 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8723e77-4601-4d21-8c6d-6234a0623f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a389211-7dcc-42a8-bacb-aa6bd7b340e9'}] {{(pid=108649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:07:23.633622 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce9ea8dafcd660945e4144893ae94b540b7d43bc7f31485d3ebdd76e7b8406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43693cd-4c02-4d4f-a656-532df5a5d20c" -d '{"events": [{"server_uuid": "a8723e77-4601-4d21-8c6d-6234a0623f6b", "name": "network-vif-plugged", "status": "completed", "tag": "9a389211-7dcc-42a8-bacb-aa6bd7b340e9"}]}' {{(pid=108649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:07:23.648519 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port 9a389211-7dcc-42a8-bacb-aa6bd7b340e9, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=9a389211-7dcc-42a8-bacb-aa6bd7b340e9,segment=NetworkSegment(06ff8e1b-a091-454f-96da-63ebeaae63e2),segment_id=06ff8e1b-a091-454f-96da-63ebeaae63e2)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:07:23.665277 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803cff2-986c-4733-84fe-bb1b107b086b req-eed7aab7-ea1d-4db0-85b6-b28ec0041b8f tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:23.666866 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3803cff2-986c-4733-84fe-bb1b107b086b req-eed7aab7-ea1d-4db0-85b6-b28ec0041b8f tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8723e77-4601-4d21-8c6d-6234a0623f6b HTTP/1.1" status: 200 len: 944 time: 0.0512710 Oct 26 15:07:23.671907 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9c03c9-05b0-4737-a365-b8e831b9b0cf x-openstack-request-id: req-4e9c03c9-05b0-4737-a365-b8e831b9b0cf {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:07:23.672197 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8723e77-4601-4d21-8c6d-6234a0623f6b", "name": "network-vif-plugged", "status": "completed", "tag": "9a389211-7dcc-42a8-bacb-aa6bd7b340e9", "code": 200}]} {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:07:23.672448 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4e9c03c9-05b0-4737-a365-b8e831b9b0cf {{(pid=108649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:07:23.672841 dv-cinder-732704-6-iscsi neutron-server[108649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8723e77-4601-4d21-8c6d-6234a0623f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a389211-7dcc-42a8-bacb-aa6bd7b340e9', 'code': 200} Oct 26 15:07:23.709263 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3803cff2-986c-4733-84fe-bb1b107b086b req-a1c56b93-0771-4e30-9e00-7c0bab1d5d72 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/security-groups?id=2973d70f-3378-4101-b1a0-ebb89b376292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349014 Oct 26 15:07:23.715465 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530d4d7-5d80-461b-8bd1-703bed2a7d73 req-ebe08659-1c4a-49e8-95ac-f2e502acd159 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:23.716988 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-0530d4d7-5d80-461b-8bd1-703bed2a7d73 req-ebe08659-1c4a-49e8-95ac-f2e502acd159 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.76 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 946 time: 0.0623040 Oct 26 15:07:23.730087 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:23.777373 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=9a389211-7dcc-42a8-bacb-aa6bd7b340e9,revision_number=5']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:23.814307 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [req-0530d4d7-5d80-461b-8bd1-703bed2a7d73 req-b235549b-df7f-4946-a2cd-1cb257e250c6 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Deleting port 2f3e37a8-f184-42db-88ee-aee22274b12e {{(pid=108647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:07:23.814670 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-0530d4d7-5d80-461b-8bd1-703bed2a7d73 req-b235549b-df7f-4946-a2cd-1cb257e250c6 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:23.904548 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [req-0530d4d7-5d80-461b-8bd1-703bed2a7d73 req-b235549b-df7f-4946-a2cd-1cb257e250c6 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] For port 2f3e37a8-f184-42db-88ee-aee22274b12e, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=2f3e37a8-f184-42db-88ee-aee22274b12e,segment=NetworkSegment(bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2),segment_id=bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2)] {{(pid=108647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:07:23.904810 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-0530d4d7-5d80-461b-8bd1-703bed2a7d73 req-b235549b-df7f-4946-a2cd-1cb257e250c6 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:24.004280 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a7587a-a033-44ae-ab4b-3bc277401153 req-7a24082a-3dce-4508-9cf4-5b198e9a8852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:24.005797 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-32a7587a-a033-44ae-ab4b-3bc277401153 req-7a24082a-3dce-4508-9cf4-5b198e9a8852 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a8723e77-4601-4d21-8c6d-6234a0623f6b HTTP/1.1" status: 200 len: 1098 time: 0.0398722 Oct 26 15:07:24.042279 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-32a7587a-a033-44ae-ab4b-3bc277401153 req-6332b6cf-98c3-4c21-92fe-918ef5d186a9 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2973d70f-3378-4101-b1a0-ebb89b376292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265820 Oct 26 15:07:24.078712 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-0530d4d7-5d80-461b-8bd1-703bed2a7d73 req-b235549b-df7f-4946-a2cd-1cb257e250c6 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:24.079082 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-0530d4d7-5d80-461b-8bd1-703bed2a7d73 req-b235549b-df7f-4946-a2cd-1cb257e250c6 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536297274'] for floatingip, after_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:24.079402 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.db.l3_db [req-0530d4d7-5d80-461b-8bd1-703bed2a7d73 req-b235549b-df7f-4946-a2cd-1cb257e250c6 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Floating IP 439c3b80-cbd9-46a3-8463-3ce2ea7d0190 disassociated. External IP: 172.27.0.80, port: 2f3e37a8-f184-42db-88ee-aee22274b12e. Oct 26 15:07:24.079744 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [req-0530d4d7-5d80-461b-8bd1-703bed2a7d73 req-b235549b-df7f-4946-a2cd-1cb257e250c6 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Calling delete_port for 2f3e37a8-f184-42db-88ee-aee22274b12e owned by compute:nova {{(pid=108647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:07:24.275274 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-0530d4d7-5d80-461b-8bd1-703bed2a7d73 req-b235549b-df7f-4946-a2cd-1cb257e250c6 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:24.301717 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b235549b-df7f-4946-a2cd-1cb257e250c6 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Pushing event deleted for resources: {'Port': ['ID=2f3e37a8-f184-42db-88ee-aee22274b12e,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:24.311430 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b235549b-df7f-4946-a2cd-1cb257e250c6 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:24.311780 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b235549b-df7f-4946-a2cd-1cb257e250c6 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:24.312120 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b235549b-df7f-4946-a2cd-1cb257e250c6 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:24.312487 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b235549b-df7f-4946-a2cd-1cb257e250c6 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:24.312821 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b235549b-df7f-4946-a2cd-1cb257e250c6 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:24.313155 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b235549b-df7f-4946-a2cd-1cb257e250c6 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:24.313480 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b235549b-df7f-4946-a2cd-1cb257e250c6 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:24.313810 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b235549b-df7f-4946-a2cd-1cb257e250c6 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:24.314135 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b235549b-df7f-4946-a2cd-1cb257e250c6 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:24.314457 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b235549b-df7f-4946-a2cd-1cb257e250c6 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:24.314806 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b235549b-df7f-4946-a2cd-1cb257e250c6 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:24.315552 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b235549b-df7f-4946-a2cd-1cb257e250c6 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:24.354733 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-17a28a6b-b15c-477b-88f9-0de7878ca23b req-2c9a6a1e-2d30-4305-9b08-f2cd6931f5f7 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e821244-ff6b-495b-9ffc-6e40366b4ffb HTTP/1.1" status: 200 len: 210 time: 0.0262308 Oct 26 15:07:24.426731 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0530d4d7-5d80-461b-8bd1-703bed2a7d73 req-b235549b-df7f-4946-a2cd-1cb257e250c6 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Router 0db56fb9-2748-49de-9f56-d52e901e94b9 has already been hosted by L3 agent aad0d180-bd62-492d-9d56-445be5af9cbd {{(pid=108647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:07:24.530727 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0530d4d7-5d80-461b-8bd1-703bed2a7d73 req-b235549b-df7f-4946-a2cd-1cb257e250c6 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Notify agent at l3_agent.dv-cinder-732704-6-iscsi the message routers_updated {{(pid=108647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:07:24.542012 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea53a1b-da7b-4ecb-aba6-99cc1984a693 None None] Sync routers for ids ['0db56fb9-2748-49de-9f56-d52e901e94b9'] in dv-cinder-732704-6-iscsi {{(pid=108650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:07:24.552441 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea53a1b-da7b-4ecb-aba6-99cc1984a693 None None] Routers {'0db56fb9-2748-49de-9f56-d52e901e94b9'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:07:24.553060 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-0ea53a1b-da7b-4ecb-aba6-99cc1984a693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:07:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['0db56fb9-2748-49de-9f56-d52e901e94b9'], 'active': True} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:07:24.569452 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [req-0530d4d7-5d80-461b-8bd1-703bed2a7d73 req-b235549b-df7f-4946-a2cd-1cb257e250c6 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] No DVR routers for this DVR port 2f3e37a8-f184-42db-88ee-aee22274b12e on host hv-cinder-73270 {{(pid=108647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:07:24.571981 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-0530d4d7-5d80-461b-8bd1-703bed2a7d73 req-b235549b-df7f-4946-a2cd-1cb257e250c6 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:24.575326 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-0530d4d7-5d80-461b-8bd1-703bed2a7d73 req-b235549b-df7f-4946-a2cd-1cb257e250c6 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.76 "DELETE /v2.0/ports/2f3e37a8-f184-42db-88ee-aee22274b12e HTTP/1.1" status: 204 len: 173 time: 0.8501439 Oct 26 15:07:24.575770 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e821244-ff6b-495b-9ffc-6e40366b4ffb', 'name': 'network-vif-deleted', 'tag': '2f3e37a8-f184-42db-88ee-aee22274b12e'}] {{(pid=108647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:07:24.577989 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c67b12b1cf7ef49faca107c22834427ed1d300477b197fee39d1c6656c9e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e622de-ae48-406e-8256-629456610b77" -d '{"events": [{"server_uuid": "5e821244-ff6b-495b-9ffc-6e40366b4ffb", "name": "network-vif-deleted", "tag": "2f3e37a8-f184-42db-88ee-aee22274b12e"}]}' {{(pid=108647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:07:24.619773 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8dc6fa-0def-421a-8804-22be8da27520 x-openstack-request-id: req-af8dc6fa-0def-421a-8804-22be8da27520 {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:07:24.620286 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e821244-ff6b-495b-9ffc-6e40366b4ffb", "name": "network-vif-deleted", "tag": "2f3e37a8-f184-42db-88ee-aee22274b12e", "status": "completed", "code": 200}]} {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:07:24.620539 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-af8dc6fa-0def-421a-8804-22be8da27520 {{(pid=108647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:07:24.620930 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e821244-ff6b-495b-9ffc-6e40366b4ffb', 'name': 'network-vif-deleted', 'tag': '2f3e37a8-f184-42db-88ee-aee22274b12e', 'status': 'completed', 'code': 200} Oct 26 15:07:24.661613 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvr_db [None req-0ea53a1b-da7b-4ecb-aba6-99cc1984a693 None None] Set router 0db56fb9-2748-49de-9f56-d52e901e94b9 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:07:24.892406 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-0ea53a1b-da7b-4ecb-aba6-99cc1984a693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'name': 'tempest-AttachVolumeShelveTestJSON-647620725-router', 'tenant_id': '6848328b3c604db790b65db1f62c66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '40a2934e-61ca-4813-94b0-c837cbe2a09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:00:32Z', 'updated_at': '2021-10-26T15:00:36Z', 'revision_number': 4, 'project_id': '6848328b3c604db790b65db1f62c66b8', 'gw_port': {'id': '40a2934e-61ca-4813-94b0-c837cbe2a09a', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:00:33Z', 'updated_at': '2021-10-26T15:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': '785213fb-db89-4b72-b2b5-8bb626750a4c', 'name': '', 'network_id': '6573438f-02ca-45f5-8fe3-7bc7af911bdf', 'tenant_id': '6848328b3c604db790b65db1f62c66b8', 'mac_address': 'fa:16:3e:c5:6a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'eb360883-a29a-4019-ba79-ea1f2d3809c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:00:35Z', 'updated_at': '2021-10-26T15:00:40Z', 'revision_number': 5, 'project_id': '6848328b3c604db790b65db1f62c66b8', 'subnets': [{'id': 'eb360883-a29a-4019-ba79-ea1f2d3809c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:07:24.921943 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea53a1b-da7b-4ecb-aba6-99cc1984a693 None None] Checking router: 0db56fb9-2748-49de-9f56-d52e901e94b9 for host: dv-cinder-732704-6-iscsi {{(pid=108650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:07:24.931364 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea53a1b-da7b-4ecb-aba6-99cc1984a693 None None] Routers {'0db56fb9-2748-49de-9f56-d52e901e94b9'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:07:24.932042 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-0ea53a1b-da7b-4ecb-aba6-99cc1984a693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:07:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['0db56fb9-2748-49de-9f56-d52e901e94b9'], 'active': True} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:07:25.043769 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvr_db [None req-0ea53a1b-da7b-4ecb-aba6-99cc1984a693 None None] Set router 0db56fb9-2748-49de-9f56-d52e901e94b9 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:07:25.099923 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c20e1c-1984-447f-9f76-2dde64bc84e3 req-101f1fb3-7d34-421c-abfe-e845dad14739 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:25.101416 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-24c20e1c-1984-447f-9f76-2dde64bc84e3 req-101f1fb3-7d34-421c-abfe-e845dad14739 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8723e77-4601-4d21-8c6d-6234a0623f6b HTTP/1.1" status: 200 len: 945 time: 0.3197956 Oct 26 15:07:25.149944 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-24c20e1c-1984-447f-9f76-2dde64bc84e3 req-0626ba03-d1f3-4e7a-8c6d-6f0685eb4582 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/security-groups?id=2973d70f-3378-4101-b1a0-ebb89b376292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419579 Oct 26 15:07:25.251136 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-0ea53a1b-da7b-4ecb-aba6-99cc1984a693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'name': 'tempest-AttachVolumeShelveTestJSON-647620725-router', 'tenant_id': '6848328b3c604db790b65db1f62c66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '40a2934e-61ca-4813-94b0-c837cbe2a09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:00:32Z', 'updated_at': '2021-10-26T15:00:36Z', 'revision_number': 4, 'project_id': '6848328b3c604db790b65db1f62c66b8', 'gw_port': {'id': '40a2934e-61ca-4813-94b0-c837cbe2a09a', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:00:33Z', 'updated_at': '2021-10-26T15:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': '785213fb-db89-4b72-b2b5-8bb626750a4c', 'name': '', 'network_id': '6573438f-02ca-45f5-8fe3-7bc7af911bdf', 'tenant_id': '6848328b3c604db790b65db1f62c66b8', 'mac_address': 'fa:16:3e:c5:6a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'eb360883-a29a-4019-ba79-ea1f2d3809c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:00:35Z', 'updated_at': '2021-10-26T15:00:40Z', 'revision_number': 5, 'project_id': '6848328b3c604db790b65db1f62c66b8', 'subnets': [{'id': 'eb360883-a29a-4019-ba79-ea1f2d3809c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:07:25.277966 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea53a1b-da7b-4ecb-aba6-99cc1984a693 None None] The sync data for ids ['0db56fb9-2748-49de-9f56-d52e901e94b9'] in dv-cinder-732704-6-iscsi is: [{'id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'name': 'tempest-AttachVolumeShelveTestJSON-647620725-router', 'tenant_id': '6848328b3c604db790b65db1f62c66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '40a2934e-61ca-4813-94b0-c837cbe2a09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:00:32Z', 'updated_at': '2021-10-26T15:00:36Z', 'revision_number': 4, 'project_id': '6848328b3c604db790b65db1f62c66b8', 'gw_port': {'id': '40a2934e-61ca-4813-94b0-c837cbe2a09a', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:00:33Z', 'updated_at': '2021-10-26T15:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': '785213fb-db89-4b72-b2b5-8bb626750a4c', 'name': '', 'network_id': '6573438f-02ca-45f5-8fe3-7bc7af911bdf', 'tenant_id': '6848328b3c604db790b65db1f62c66b8', 'mac_address': 'fa:16:3e:c5:6a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'eb360883-a29a-4019-ba79-ea1f2d3809c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:00:35Z', 'updated_at': '2021-10-26T15:00:40Z', 'revision_number': 5, 'project_id': '6848328b3c604db790b65db1f62c66b8', 'subnets': [{'id': 'eb360883-a29a-4019-ba79-ea1f2d3809c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:07:25.508218 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa457d9-3ca0-4451-8b2c-4ca5ac7c2723 None None] New status for floating IP 439c3b80-cbd9-46a3-8463-3ce2ea7d0190: DOWN {{(pid=108649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:07:25.542207 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 36112) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:07:25.601512 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-de2d8b58-38f2-45f8-881b-c411b4bff520 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:25.624767 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-de2d8b58-38f2-45f8-881b-c411b4bff520 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:25.735999 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-de2d8b58-38f2-45f8-881b-c411b4bff520 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:25.739178 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-de2d8b58-38f2-45f8-881b-c411b4bff520 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:25.741006 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-de2d8b58-38f2-45f8-881b-c411b4bff520 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "DELETE /v2.0/security-groups/f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e HTTP/1.1" status: 204 len: 168 time: 0.1972094 Oct 26 15:07:25.743465 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 36114) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:07:25.749888 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d8b58-38f2-45f8-881b-c411b4bff520 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:25.757470 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.api.v2.resource [None req-0002578f-05a0-48cc-8b23-37cf373427ab tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] show failed (client error): The resource could not be found. Oct 26 15:07:25.758458 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-0002578f-05a0-48cc-8b23-37cf373427ab tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "GET /v2.0/security-groups/f9e6f7f8-1fa7-42b3-a7ed-2b44e881f75e HTTP/1.1" status: 404 len: 347 time: 0.0140266 Oct 26 15:07:25.761240 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 36116) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:07:25.880254 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.plugin [None req-6b96682a-2966-4ea1-b20c-6b718dd5d690 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Deleting port 1aba2e21-e268-4596-9145-d990903dd522 {{(pid=108648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:07:25.880505 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-6b96682a-2966-4ea1-b20c-6b718dd5d690 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:25.952103 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-6b96682a-2966-4ea1-b20c-6b718dd5d690 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:25.952429 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-6b96682a-2966-4ea1-b20c-6b718dd5d690 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:25.964293 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.plugin [None req-6b96682a-2966-4ea1-b20c-6b718dd5d690 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Calling delete_port for 1aba2e21-e268-4596-9145-d990903dd522 owned by network:floatingip {{(pid=108648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:07:26.170149 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-6b96682a-2966-4ea1-b20c-6b718dd5d690 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3397087'] for port, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:26.198406 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b96682a-2966-4ea1-b20c-6b718dd5d690 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Pushing event deleted for resources: {'Port': ['ID=1aba2e21-e268-4596-9145-d990903dd522,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:26.210441 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b96682a-2966-4ea1-b20c-6b718dd5d690 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:26.210815 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b96682a-2966-4ea1-b20c-6b718dd5d690 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:26.211237 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b96682a-2966-4ea1-b20c-6b718dd5d690 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:26.211495 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b96682a-2966-4ea1-b20c-6b718dd5d690 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:26.211828 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b96682a-2966-4ea1-b20c-6b718dd5d690 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:26.212156 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b96682a-2966-4ea1-b20c-6b718dd5d690 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:26.212486 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b96682a-2966-4ea1-b20c-6b718dd5d690 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:26.212808 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b96682a-2966-4ea1-b20c-6b718dd5d690 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:26.213129 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b96682a-2966-4ea1-b20c-6b718dd5d690 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:26.213479 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b96682a-2966-4ea1-b20c-6b718dd5d690 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:26.213770 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b96682a-2966-4ea1-b20c-6b718dd5d690 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:26.214089 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b96682a-2966-4ea1-b20c-6b718dd5d690 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:26.296648 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-6b96682a-2966-4ea1-b20c-6b718dd5d690 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks [] for floatingip, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:26.299229 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-6b96682a-2966-4ea1-b20c-6b718dd5d690 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for floatingip, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:26.300390 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-6b96682a-2966-4ea1-b20c-6b718dd5d690 tempest-AttachVolumeShelveTestJSON-677811353 tempest-AttachVolumeShelveTestJSON-677811353-project] 10.222.0.57 "DELETE /v2.0/floatingips/439c3b80-cbd9-46a3-8463-3ce2ea7d0190 HTTP/1.1" status: 204 len: 168 time: 0.5382755 Oct 26 15:07:26.307967 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb87a4d-39dc-44d1-83ac-38b2f0507b08 req-cf7d232d-8b7c-45d7-8a7a-07ad6a8142bc tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:26.309508 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2bb87a4d-39dc-44d1-83ac-38b2f0507b08 req-cf7d232d-8b7c-45d7-8a7a-07ad6a8142bc tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8723e77-4601-4d21-8c6d-6234a0623f6b HTTP/1.1" status: 200 len: 945 time: 0.0795648 Oct 26 15:07:26.350380 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2bb87a4d-39dc-44d1-83ac-38b2f0507b08 req-a29cacdd-e5c9-4f16-91d7-5830284eb586 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/security-groups?id=2973d70f-3378-4101-b1a0-ebb89b376292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349975 Oct 26 15:07:27.419635 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 2f3e37a8-f184-42db-88ee-aee22274b12e no longer exists at agent hyperv_hv-cinder-73270 {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:07:27.439124 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] No Port match for: 2f3e37a8-f184-42db-88ee-aee22274b12e {{(pid=108649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:07:27.439467 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 2f3e37a8-f184-42db-88ee-aee22274b12e not bound to the agent host hv-cinder-73270 {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:07:28.515136 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:29.051786 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 36162) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:07:29.266905 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72e3e7-1048-4ccc-81c7-ba88dbff89df req-c8798828-d165-46f9-a809-ea351b7d7fdf tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:29.268303 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5b72e3e7-1048-4ccc-81c7-ba88dbff89df req-c8798828-d165-46f9-a809-ea351b7d7fdf tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/networks?id=5adcc3f3-3cae-4995-8229-8f4b03e21eea HTTP/1.1" status: 200 len: 814 time: 0.1138108 Oct 26 15:07:29.286322 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5b72e3e7-1048-4ccc-81c7-ba88dbff89df req-8c5b7024-7231-4a7b-b863-109c8c7461b6 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/quotas/7829868144444a63831d9e47fb0391a6 HTTP/1.1" status: 200 len: 375 time: 0.0114789 Oct 26 15:07:29.342143 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5b72e3e7-1048-4ccc-81c7-ba88dbff89df req-720e3a12-0159-471d-add6-b372868f0979 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7829868144444a63831d9e47fb0391a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496831 Oct 26 15:07:29.438711 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5b72e3e7-1048-4ccc-81c7-ba88dbff89df req-c9d415df-47f9-4071-ab66-9bda5c9d2dda service neutron] 10.222.0.57 "GET /v2.0/networks/5adcc3f3-3cae-4995-8229-8f4b03e21eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886316 Oct 26 15:07:29.490947 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-35e07450-a406-4ffa-b279-d9909ed77d16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536295994'] for router_interface, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:29.529836 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5b72e3e7-1048-4ccc-81c7-ba88dbff89df req-9e807644-e05e-42b4-ba91-2557690472a9 service neutron] 10.222.0.57 "GET /v2.0/networks/5adcc3f3-3cae-4995-8229-8f4b03e21eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846851 Oct 26 15:07:29.761997 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [None req-35e07450-a406-4ffa-b279-d9909ed77d16 admin admin] Deleting port 785213fb-db89-4b72-b2b5-8bb626750a4c {{(pid=108647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:07:29.762349 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-35e07450-a406-4ffa-b279-d9909ed77d16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:29.769611 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f6e71784-030c-4978-9891-569c4cb1e740 req-e1794bef-d246-4133-a901-dce52fc69521 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=00281d73-8cff-4579-8517-8cee3f134b66 HTTP/1.1" status: 200 len: 210 time: 0.0276701 Oct 26 15:07:29.857059 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [None req-35e07450-a406-4ffa-b279-d9909ed77d16 admin admin] For port 785213fb-db89-4b72-b2b5-8bb626750a4c, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=785213fb-db89-4b72-b2b5-8bb626750a4c,segment=NetworkSegment(bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2),segment_id=bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2)] {{(pid=108647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:07:29.857492 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-35e07450-a406-4ffa-b279-d9909ed77d16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:29.870277 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [None req-35e07450-a406-4ffa-b279-d9909ed77d16 admin admin] Calling delete_port for 785213fb-db89-4b72-b2b5-8bb626750a4c owned by network:router_interface {{(pid=108647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:07:30.126732 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-35e07450-a406-4ffa-b279-d9909ed77d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:30.152022 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e07450-a406-4ffa-b279-d9909ed77d16 admin admin] Pushing event deleted for resources: {'Port': ['ID=785213fb-db89-4b72-b2b5-8bb626750a4c,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:30.315053 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-35e07450-a406-4ffa-b279-d9909ed77d16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536254648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536296150'] for router_interface, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:30.526510 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e07450-a406-4ffa-b279-d9909ed77d16 admin admin] Router 0db56fb9-2748-49de-9f56-d52e901e94b9 has already been hosted by L3 agent aad0d180-bd62-492d-9d56-445be5af9cbd {{(pid=108647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:07:30.630118 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e07450-a406-4ffa-b279-d9909ed77d16 admin admin] Notify agent at l3_agent.dv-cinder-732704-6-iscsi the message routers_updated {{(pid=108647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:07:30.641669 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-35e07450-a406-4ffa-b279-d9909ed77d16 admin admin] 10.222.0.57 "PUT /v2.0/routers/0db56fb9-2748-49de-9f56-d52e901e94b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5825832 Oct 26 15:07:30.641669 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 36190) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:07:30.641891 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8028cfe-13af-4257-a795-898536be9ea3 None None] Sync routers for ids ['0db56fb9-2748-49de-9f56-d52e901e94b9'] in dv-cinder-732704-6-iscsi {{(pid=108650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:07:30.650442 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8028cfe-13af-4257-a795-898536be9ea3 None None] Routers {'0db56fb9-2748-49de-9f56-d52e901e94b9'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:07:30.651360 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-f8028cfe-13af-4257-a795-898536be9ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:07:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['0db56fb9-2748-49de-9f56-d52e901e94b9'], 'active': True} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:07:30.758914 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvr_db [None req-f8028cfe-13af-4257-a795-898536be9ea3 None None] Set router 0db56fb9-2748-49de-9f56-d52e901e94b9 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:07:30.882899 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-95e88a42-69a9-439f-8a9f-74011d5b5ff9 req-3bec29ea-2069-4b90-bf1c-925d2cb03da7 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=00281d73-8cff-4579-8517-8cee3f134b66 HTTP/1.1" status: 200 len: 210 time: 0.0361972 Oct 26 15:07:30.966815 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-f8028cfe-13af-4257-a795-898536be9ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'name': 'tempest-AttachVolumeShelveTestJSON-647620725-router', 'tenant_id': '6848328b3c604db790b65db1f62c66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '40a2934e-61ca-4813-94b0-c837cbe2a09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:00:32Z', 'updated_at': '2021-10-26T15:07:30Z', 'revision_number': 5, 'project_id': '6848328b3c604db790b65db1f62c66b8', 'gw_port': {'id': '40a2934e-61ca-4813-94b0-c837cbe2a09a', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:00:33Z', 'updated_at': '2021-10-26T15:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi'}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:07:30.991566 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-afd29675-098c-4e16-b8ca-1cbd1da606e7 admin admin] Publish callbacks [] for router, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:30.994471 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8028cfe-13af-4257-a795-898536be9ea3 None None] Checking router: 0db56fb9-2748-49de-9f56-d52e901e94b9 for host: dv-cinder-732704-6-iscsi {{(pid=108650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:07:31.002937 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8028cfe-13af-4257-a795-898536be9ea3 None None] Routers {'0db56fb9-2748-49de-9f56-d52e901e94b9'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:07:31.003558 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-f8028cfe-13af-4257-a795-898536be9ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:07:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['0db56fb9-2748-49de-9f56-d52e901e94b9'], 'active': True} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:07:31.101973 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-afd29675-098c-4e16-b8ca-1cbd1da606e7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:31.112810 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvr_db [None req-f8028cfe-13af-4257-a795-898536be9ea3 None None] Set router 0db56fb9-2748-49de-9f56-d52e901e94b9 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:07:31.248288 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [None req-afd29675-098c-4e16-b8ca-1cbd1da606e7 admin admin] Deleting port 40a2934e-61ca-4813-94b0-c837cbe2a09a {{(pid=108647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:07:31.248856 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-afd29675-098c-4e16-b8ca-1cbd1da606e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:31.290463 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-f8028cfe-13af-4257-a795-898536be9ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'name': 'tempest-AttachVolumeShelveTestJSON-647620725-router', 'tenant_id': '6848328b3c604db790b65db1f62c66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '40a2934e-61ca-4813-94b0-c837cbe2a09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:00:32Z', 'updated_at': '2021-10-26T15:07:30Z', 'revision_number': 5, 'project_id': '6848328b3c604db790b65db1f62c66b8', 'gw_port': {'id': '40a2934e-61ca-4813-94b0-c837cbe2a09a', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:00:33Z', 'updated_at': '2021-10-26T15:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi'}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:07:31.320675 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8028cfe-13af-4257-a795-898536be9ea3 None None] The sync data for ids ['0db56fb9-2748-49de-9f56-d52e901e94b9'] in dv-cinder-732704-6-iscsi is: [{'id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'name': 'tempest-AttachVolumeShelveTestJSON-647620725-router', 'tenant_id': '6848328b3c604db790b65db1f62c66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '40a2934e-61ca-4813-94b0-c837cbe2a09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:00:32Z', 'updated_at': '2021-10-26T15:07:30Z', 'revision_number': 5, 'project_id': '6848328b3c604db790b65db1f62c66b8', 'gw_port': {'id': '40a2934e-61ca-4813-94b0-c837cbe2a09a', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db56fb9-2748-49de-9f56-d52e901e94b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:00:33Z', 'updated_at': '2021-10-26T15:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi'}] {{(pid=108650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:07:31.334463 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [None req-afd29675-098c-4e16-b8ca-1cbd1da606e7 admin admin] For port 40a2934e-61ca-4813-94b0-c837cbe2a09a, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=40a2934e-61ca-4813-94b0-c837cbe2a09a,segment=NetworkSegment(48b4b2e5-ca40-4770-b351-7c2adc646ed5),segment_id=48b4b2e5-ca40-4770-b351-7c2adc646ed5)] {{(pid=108647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:07:31.334863 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-afd29675-098c-4e16-b8ca-1cbd1da606e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:31.361616 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [None req-afd29675-098c-4e16-b8ca-1cbd1da606e7 admin admin] Calling delete_port for 40a2934e-61ca-4813-94b0-c837cbe2a09a owned by network:router_gateway {{(pid=108647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:07:31.627519 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-afd29675-098c-4e16-b8ca-1cbd1da606e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:31.655556 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd29675-098c-4e16-b8ca-1cbd1da606e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=40a2934e-61ca-4813-94b0-c837cbe2a09a,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:31.730225 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 785213fb-db89-4b72-b2b5-8bb626750a4c no longer exists at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:07:31.744294 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-afd29675-098c-4e16-b8ca-1cbd1da606e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536297332'] for router_gateway, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:31.768590 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] No Port match for: 785213fb-db89-4b72-b2b5-8bb626750a4c {{(pid=108649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:07:31.769533 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 785213fb-db89-4b72-b2b5-8bb626750a4c not bound to the agent host dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:07:31.843452 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-afd29675-098c-4e16-b8ca-1cbd1da606e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536295405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2856'] for router, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:31.848016 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-afd29675-098c-4e16-b8ca-1cbd1da606e7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:31.981962 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-09309ceb-a8fb-41e5-8dd8-76f3ac532357 req-c82f00db-b39e-41a9-96f8-d913400ca4de tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=00281d73-8cff-4579-8517-8cee3f134b66 HTTP/1.1" status: 200 len: 210 time: 0.0263047 Oct 26 15:07:32.014002 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72e3e7-1048-4ccc-81c7-ba88dbff89df req-a68e0f95-7af6-4874-92ad-12d28654164a tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:32.015464 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-5b72e3e7-1048-4ccc-81c7-ba88dbff89df req-a68e0f95-7af6-4874-92ad-12d28654164a tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.76 "GET /v2.0/networks?id=5adcc3f3-3cae-4995-8229-8f4b03e21eea HTTP/1.1" status: 200 len: 814 time: 0.1024973 Oct 26 15:07:32.035438 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [req-5b72e3e7-1048-4ccc-81c7-ba88dbff89df req-6f522fcc-7a29-400e-bf4b-17c8eadbe3f4 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Request body: {'port': {'device_id': '00281d73-8cff-4579-8517-8cee3f134b66', 'network_id': '5adcc3f3-3cae-4995-8229-8f4b03e21eea', 'admin_state_up': True, 'tenant_id': '7829868144444a63831d9e47fb0391a6'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:07:32.050856 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-afd29675-098c-4e16-b8ca-1cbd1da606e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536295396'] for router, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:32.051407 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd29675-098c-4e16-b8ca-1cbd1da606e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0db56fb9-2748-49de-9f56-d52e901e94b9 {{(pid=108647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:07:32.083819 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-afd29675-098c-4e16-b8ca-1cbd1da606e7 admin admin] Publish callbacks [] for router, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:32.084948 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-afd29675-098c-4e16-b8ca-1cbd1da606e7 admin admin] 10.222.0.57 "DELETE /v2.0/routers/0db56fb9-2748-49de-9f56-d52e901e94b9 HTTP/1.1" status: 204 len: 168 time: 1.4460726 Oct 26 15:07:32.087778 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 36196) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:07:32.162234 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1f135c0-812e-4c33-9c2a-6c934262b97b admin admin] Deleting subnet eb360883-a29a-4019-ba79-ea1f2d3809c0 {{(pid=108647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 15:07:32.171597 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-e1f135c0-812e-4c33-9c2a-6c934262b97b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:32.215747 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-e1f135c0-812e-4c33-9c2a-6c934262b97b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8615396'] for subnet, precommit_delete_associations {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:32.299060 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-e1f135c0-812e-4c33-9c2a-6c934262b97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536333747'] for subnet, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:32.318464 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b72e3e7-1048-4ccc-81c7-ba88dbff89df req-6f522fcc-7a29-400e-bf4b-17c8eadbe3f4 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Made reservation on behalf of 7829868144444a63831d9e47fb0391a6 for: {'port': 1} {{(pid=108647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:07:32.321883 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-5b72e3e7-1048-4ccc-81c7-ba88dbff89df req-6f522fcc-7a29-400e-bf4b-17c8eadbe3f4 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:32.480700 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.db_base_plugin_common [req-5b72e3e7-1048-4ccc-81c7-ba88dbff89df req-6f522fcc-7a29-400e-bf4b-17c8eadbe3f4 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Allocated IP 172.20.0.14 (5adcc3f3-3cae-4995-8229-8f4b03e21eea/c456ce84-5a3a-456b-9790-56cb4b947cbd/1e64ad38-728a-4199-b6f2-616847da27d6) {{(pid=108647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:07:32.482230 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-e1f135c0-812e-4c33-9c2a-6c934262b97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536333704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8556360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8456337'] for subnet, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:32.521355 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-e1f135c0-812e-4c33-9c2a-6c934262b97b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for subnet, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:32.527117 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-e1f135c0-812e-4c33-9c2a-6c934262b97b admin admin] 10.222.0.57 "DELETE /v2.0/subnets/eb360883-a29a-4019-ba79-ea1f2d3809c0 HTTP/1.1" status: 204 len: 168 time: 0.4359128 Oct 26 15:07:32.527117 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f135c0-812e-4c33-9c2a-6c934262b97b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb360883-a29a-4019-ba79-ea1f2d3809c0,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:32.527435 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 36202) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:07:32.528679 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139d570e-a369-403e-a0a9-1ed7037691a5 None None] Network 6573438f-02ca-45f5-8fe3-7bc7af911bdf requested from dv-cinder-732704-6-iscsi {{(pid=108649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:07:32.611523 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-0e90d299-cabe-4d0c-9b8c-e1a73372738a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536309766'] for network, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:32.672758 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.plugin [None req-0e90d299-cabe-4d0c-9b8c-e1a73372738a admin admin] Deleting port c09d9efd-c7f6-4685-b96a-cad72bfe5f36 {{(pid=108648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:07:32.673193 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-0e90d299-cabe-4d0c-9b8c-e1a73372738a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:32.713724 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-5b72e3e7-1048-4ccc-81c7-ba88dbff89df req-6f522fcc-7a29-400e-bf4b-17c8eadbe3f4 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Publish callbacks [] for port, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:32.750269 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.db [None req-0e90d299-cabe-4d0c-9b8c-e1a73372738a admin admin] For port c09d9efd-c7f6-4685-b96a-cad72bfe5f36, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=c09d9efd-c7f6-4685-b96a-cad72bfe5f36,segment=NetworkSegment(bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2),segment_id=bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2)] {{(pid=108648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:07:32.750738 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-0e90d299-cabe-4d0c-9b8c-e1a73372738a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:32.764616 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.plugin [None req-0e90d299-cabe-4d0c-9b8c-e1a73372738a admin admin] Calling delete_port for c09d9efd-c7f6-4685-b96a-cad72bfe5f36 owned by network:dhcp {{(pid=108648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:07:32.772275 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe14d465-dc6f-4437-b2f0-07c978e66be6 None None] DHCP port deletion for 6573438f-02ca-45f5-8fe3-7bc7af911bdf request from dv-cinder-732704-6-iscsi {{(pid=108649) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 15:07:32.822035 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-fe14d465-dc6f-4437-b2f0-07c978e66be6 None None] Deleting port c09d9efd-c7f6-4685-b96a-cad72bfe5f36 {{(pid=108649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:07:32.822401 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-fe14d465-dc6f-4437-b2f0-07c978e66be6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:32.841114 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-5b72e3e7-1048-4ccc-81c7-ba88dbff89df req-6f522fcc-7a29-400e-bf4b-17c8eadbe3f4 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:32.866024 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] get_ports_and_sgs() called for port_ids ['ce503cf7-0c7a-4075-a190-6e9dbbd37970', '9a389211-7dcc-42a8-bacb-aa6bd7b340e9'] {{(pid=108649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:07:32.890995 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b72e3e7-1048-4ccc-81c7-ba88dbff89df req-6f522fcc-7a29-400e-bf4b-17c8eadbe3f4 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Network 5adcc3f3-3cae-4995-8229-8f4b03e21eea is already hosted by enough agents. {{(pid=108647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:07:32.894806 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [req-5b72e3e7-1048-4ccc-81c7-ba88dbff89df req-6f522fcc-7a29-400e-bf4b-17c8eadbe3f4 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Resources bound (agent type, host, resource id): {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:07:32.898783 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b72e3e7-1048-4ccc-81c7-ba88dbff89df req-6f522fcc-7a29-400e-bf4b-17c8eadbe3f4 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Received port after_create {{(pid=108647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:07:32.917533 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-fe14d465-dc6f-4437-b2f0-07c978e66be6 None None] For port c09d9efd-c7f6-4685-b96a-cad72bfe5f36, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=c09d9efd-c7f6-4685-b96a-cad72bfe5f36,segment=NetworkSegment(bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2),segment_id=bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:07:32.922035 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f522fcc-7a29-400e-bf4b-17c8eadbe3f4 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Pushing event updated for resources: {'Port': ['ID=1e64ad38-728a-4199-b6f2-616847da27d6,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:32.925074 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-fe14d465-dc6f-4437-b2f0-07c978e66be6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:32.932037 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-0e90d299-cabe-4d0c-9b8c-e1a73372738a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3397087'] for port, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:32.945297 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-fe14d465-dc6f-4437-b2f0-07c978e66be6 None None] Calling delete_port for c09d9efd-c7f6-4685-b96a-cad72bfe5f36 owned by network:dhcp {{(pid=108649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:07:32.955409 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72e3e7-1048-4ccc-81c7-ba88dbff89df req-6f522fcc-7a29-400e-bf4b-17c8eadbe3f4 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:32.956846 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-5b72e3e7-1048-4ccc-81c7-ba88dbff89df req-6f522fcc-7a29-400e-bf4b-17c8eadbe3f4 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:32.966034 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e90d299-cabe-4d0c-9b8c-e1a73372738a admin admin] No DVR routers for this DVR port c09d9efd-c7f6-4685-b96a-cad72bfe5f36 on host dv-cinder-732704-6-iscsi {{(pid=108648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:07:32.972859 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90d299-cabe-4d0c-9b8c-e1a73372738a admin admin] Pushing event deleted for resources: {'Port': ['ID=c09d9efd-c7f6-4685-b96a-cad72bfe5f36,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:33.035515 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-5b72e3e7-1048-4ccc-81c7-ba88dbff89df req-6f522fcc-7a29-400e-bf4b-17c8eadbe3f4 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0041299 Oct 26 15:07:33.053618 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [req-5b72e3e7-1048-4ccc-81c7-ba88dbff89df req-d0501e01-ab90-427a-98e4-b89535f5fdad service neutron] Request body: {'port': {'device_id': '00281d73-8cff-4579-8517-8cee3f134b66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73270'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:07:33.073942 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-0e90d299-cabe-4d0c-9b8c-e1a73372738a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536334904', 'neutron.services.segments.db._delete_segments_for_network-8752338035487'] for network, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:33.079805 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-fe14d465-dc6f-4437-b2f0-07c978e66be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715'] for port, after_delete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:33.117476 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-5b72e3e7-1048-4ccc-81c7-ba88dbff89df req-d0501e01-ab90-427a-98e4-b89535f5fdad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:33.117712 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.services.segments.db [None req-0e90d299-cabe-4d0c-9b8c-e1a73372738a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6573438f-02ca-45f5-8fe3-7bc7af911bdf']}} {{(pid=108648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:07:33.120568 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe14d465-dc6f-4437-b2f0-07c978e66be6 None None] Pushing event deleted for resources: {'Port': ['ID=c09d9efd-c7f6-4685-b96a-cad72bfe5f36,revision_number=None']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:33.123513 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe14d465-dc6f-4437-b2f0-07c978e66be6 None None] No DVR routers for this DVR port c09d9efd-c7f6-4685-b96a-cad72bfe5f36 on host dv-cinder-732704-6-iscsi {{(pid=108649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:07:33.130873 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.services.segments.db [None req-0e90d299-cabe-4d0c-9b8c-e1a73372738a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2') {'for_net_delete': True} {{(pid=108648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:07:33.131146 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.services.segments.db [None req-0e90d299-cabe-4d0c-9b8c-e1a73372738a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdc452ab-cb11-43bf-ad47-1c3ed7a6e3f2') {} {{(pid=108648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:07:33.146331 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-0e90d299-cabe-4d0c-9b8c-e1a73372738a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752338035752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3812551'] for segment, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:33.162486 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7e59d-7b28-4f16-b944-e1148a709d08 req-dac1357c-f4cf-4dd9-b249-b00aa7c14b61 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:33.167431 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-47e7e59d-7b28-4f16-b944-e1148a709d08 req-dac1357c-f4cf-4dd9-b249-b00aa7c14b61 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=00281d73-8cff-4579-8517-8cee3f134b66 HTTP/1.1" status: 200 len: 932 time: 0.1047418 Oct 26 15:07:33.173683 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-0e90d299-cabe-4d0c-9b8c-e1a73372738a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888'] for segment, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:33.193464 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e90d299-cabe-4d0c-9b8c-e1a73372738a admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=108648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:07:33.194979 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-0e90d299-cabe-4d0c-9b8c-e1a73372738a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3397034'] for segment, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:33.195607 dv-cinder-732704-6-iscsi neutron-server[108648]: Traceback (most recent call last): Oct 26 15:07:33.195607 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 15:07:33.195607 dv-cinder-732704-6-iscsi neutron-server[108648]: timer() Oct 26 15:07:33.195607 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 15:07:33.195607 dv-cinder-732704-6-iscsi neutron-server[108648]: cb(*args, **kw) Oct 26 15:07:33.195607 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 15:07:33.195607 dv-cinder-732704-6-iscsi neutron-server[108648]: return func(*args, **kwargs) Oct 26 15:07:33.195607 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 15:07:33.195607 dv-cinder-732704-6-iscsi neutron-server[108648]: self._notify() Oct 26 15:07:33.195607 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 15:07:33.195607 dv-cinder-732704-6-iscsi neutron-server[108648]: self.callback(batched_events) Oct 26 15:07:33.195607 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 15:07:33.195607 dv-cinder-732704-6-iscsi neutron-server[108648]: event.method(event) Oct 26 15:07:33.195607 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 15:07:33.195607 dv-cinder-732704-6-iscsi neutron-server[108648]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 15:07:33.195607 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 15:07:33.195607 dv-cinder-732704-6-iscsi neutron-server[108648]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 15:07:33.195607 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 15:07:33.195607 dv-cinder-732704-6-iscsi neutron-server[108648]: return f(self, *a, **k) Oct 26 15:07:33.195607 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 15:07:33.195607 dv-cinder-732704-6-iscsi neutron-server[108648]: return self._get(url).json() Oct 26 15:07:33.195607 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 15:07:33.195607 dv-cinder-732704-6-iscsi neutron-server[108648]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 15:07:33.195607 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 15:07:33.195607 dv-cinder-732704-6-iscsi neutron-server[108648]: return self.request(url, 'GET', **kwargs) Oct 26 15:07:33.195607 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 15:07:33.195607 dv-cinder-732704-6-iscsi neutron-server[108648]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 15:07:33.195607 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 15:07:33.195607 dv-cinder-732704-6-iscsi neutron-server[108648]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 15:07:33.195607 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 15:07:33.195607 dv-cinder-732704-6-iscsi neutron-server[108648]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 15:07:33.195607 dv-cinder-732704-6-iscsi neutron-server[108648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 15:07:33.250481 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-47e7e59d-7b28-4f16-b944-e1148a709d08 req-d8e90e74-3a4f-4fee-a50a-3df3018eafa1 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/security-groups?id=2973d70f-3378-4101-b1a0-ebb89b376292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736852 Oct 26 15:07:33.335702 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-0e90d299-cabe-4d0c-9b8c-e1a73372738a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536334897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536297288'] for network, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:33.341869 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-0e90d299-cabe-4d0c-9b8c-e1a73372738a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for network, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:33.345161 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-0e90d299-cabe-4d0c-9b8c-e1a73372738a admin admin] 10.222.0.57 "DELETE /v2.0/networks/6573438f-02ca-45f5-8fe3-7bc7af911bdf HTTP/1.1" status: 204 len: 168 time: 0.8166747 Oct 26 15:07:33.362150 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90d299-cabe-4d0c-9b8c-e1a73372738a admin admin] Pushing event deleted for resources: {'Network': ['ID=6573438f-02ca-45f5-8fe3-7bc7af911bdf,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:33.431601 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 40a2934e-61ca-4813-94b0-c837cbe2a09a no longer exists at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:07:33.455436 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] No Port match for: 40a2934e-61ca-4813-94b0-c837cbe2a09a {{(pid=108649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:07:33.455766 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 40a2934e-61ca-4813-94b0-c837cbe2a09a not bound to the agent host dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:07:33.456184 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device c09d9efd-c7f6-4685-b96a-cad72bfe5f36 no longer exists at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:07:33.458354 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [req-5b72e3e7-1048-4ccc-81c7-ba88dbff89df req-d0501e01-ab90-427a-98e4-b89535f5fdad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e64ad38-728a-4199-b6f2-616847da27d6 {{(pid=108647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:07:33.468473 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-5b72e3e7-1048-4ccc-81c7-ba88dbff89df req-d0501e01-ab90-427a-98e4-b89535f5fdad service neutron] Publish callbacks [] for port, precommit_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:33.476453 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] No Port match for: c09d9efd-c7f6-4685-b96a-cad72bfe5f36 {{(pid=108649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:07:33.476786 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device c09d9efd-c7f6-4685-b96a-cad72bfe5f36 not bound to the agent host dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:07:33.486972 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.provisioning_blocks [req-5b72e3e7-1048-4ccc-81c7-ba88dbff89df req-d0501e01-ab90-427a-98e4-b89535f5fdad service neutron] Transition to ACTIVE for port object 1e64ad38-728a-4199-b6f2-616847da27d6 will not be triggered until provisioned by entity L2. {{(pid=108647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 15:07:33.558539 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-5b72e3e7-1048-4ccc-81c7-ba88dbff89df req-d0501e01-ab90-427a-98e4-b89535f5fdad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8556446'] for port, after_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:33.610715 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0501e01-ab90-427a-98e4-b89535f5fdad service neutron] Pushing event updated for resources: {'Port': ['ID=1e64ad38-728a-4199-b6f2-616847da27d6,revision_number=2']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:33.678174 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 36208) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:07:33.684986 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.managers [req-5b72e3e7-1048-4ccc-81c7-ba88dbff89df req-d0501e01-ab90-427a-98e4-b89535f5fdad service neutron] Attempting to bind port 1e64ad38-728a-4199-b6f2-616847da27d6 on host hv-cinder-73270 for vnic_type normal with profile {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:07:33.685704 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.managers [req-5b72e3e7-1048-4ccc-81c7-ba88dbff89df req-d0501e01-ab90-427a-98e4-b89535f5fdad service neutron] Attempting to bind port 1e64ad38-728a-4199-b6f2-616847da27d6 by drivers openvswitch,hyperv on host hv-cinder-73270 at level 0 using segments [{'id': '06ff8e1b-a091-454f-96da-63ebeaae63e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '5adcc3f3-3cae-4995-8229-8f4b03e21eea'}] {{(pid=108647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:07:33.685704 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b72e3e7-1048-4ccc-81c7-ba88dbff89df req-d0501e01-ab90-427a-98e4-b89535f5fdad service neutron] Attempting to bind port 1e64ad38-728a-4199-b6f2-616847da27d6 on network 5adcc3f3-3cae-4995-8229-8f4b03e21eea {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:07:33.690088 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b72e3e7-1048-4ccc-81c7-ba88dbff89df req-d0501e01-ab90-427a-98e4-b89535f5fdad service neutron] Port 1e64ad38-728a-4199-b6f2-616847da27d6 on network 5adcc3f3-3cae-4995-8229-8f4b03e21eea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73270 {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 15:07:33.690411 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b72e3e7-1048-4ccc-81c7-ba88dbff89df req-d0501e01-ab90-427a-98e4-b89535f5fdad service neutron] Attempting to bind port 1e64ad38-728a-4199-b6f2-616847da27d6 on network 5adcc3f3-3cae-4995-8229-8f4b03e21eea {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:07:33.695499 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b72e3e7-1048-4ccc-81c7-ba88dbff89df req-d0501e01-ab90-427a-98e4-b89535f5fdad service neutron] Checking agent: {'id': 'aa824652-354b-48bb-834a-72ec45d7dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73270', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 14, 57, 28), 'started_at': datetime.datetime(2021, 10, 26, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:07:33.695841 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b72e3e7-1048-4ccc-81c7-ba88dbff89df req-d0501e01-ab90-427a-98e4-b89535f5fdad service neutron] Checking segment: {'id': '06ff8e1b-a091-454f-96da-63ebeaae63e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '5adcc3f3-3cae-4995-8229-8f4b03e21eea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:07:33.696220 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b72e3e7-1048-4ccc-81c7-ba88dbff89df req-d0501e01-ab90-427a-98e4-b89535f5fdad service neutron] Bound using segment: {'id': '06ff8e1b-a091-454f-96da-63ebeaae63e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '5adcc3f3-3cae-4995-8229-8f4b03e21eea'} {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:07:33.696649 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.managers [req-5b72e3e7-1048-4ccc-81c7-ba88dbff89df req-d0501e01-ab90-427a-98e4-b89535f5fdad service neutron] Bound port: 1e64ad38-728a-4199-b6f2-616847da27d6, host: hv-cinder-73270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06ff8e1b-a091-454f-96da-63ebeaae63e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '5adcc3f3-3cae-4995-8229-8f4b03e21eea'}}] {{(pid=108647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:07:33.697006 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-5b72e3e7-1048-4ccc-81c7-ba88dbff89df req-d0501e01-ab90-427a-98e4-b89535f5fdad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:33.730525 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-73bf3a5f-d230-44c4-bed6-a2a3f7b7a26e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6848328b3c604db790b65db1f62c66b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489450 Oct 26 15:07:33.730817 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 36210) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:07:33.761781 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [req-5b72e3e7-1048-4ccc-81c7-ba88dbff89df req-d0501e01-ab90-427a-98e4-b89535f5fdad service neutron] For port 1e64ad38-728a-4199-b6f2-616847da27d6, host hv-cinder-73270, cleared binding levels {{(pid=108647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:07:33.764963 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [req-5b72e3e7-1048-4ccc-81c7-ba88dbff89df req-d0501e01-ab90-427a-98e4-b89535f5fdad service neutron] For port 1e64ad38-728a-4199-b6f2-616847da27d6, host hv-cinder-73270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=1e64ad38-728a-4199-b6f2-616847da27d6,segment=NetworkSegment(06ff8e1b-a091-454f-96da-63ebeaae63e2),segment_id=06ff8e1b-a091-454f-96da-63ebeaae63e2)] {{(pid=108647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:07:33.781378 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-029b65e3-8bb4-4a90-8e40-6188fe998280 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:33.803888 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-029b65e3-8bb4-4a90-8e40-6188fe998280 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:33.852364 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-5b72e3e7-1048-4ccc-81c7-ba88dbff89df req-d0501e01-ab90-427a-98e4-b89535f5fdad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8556446'] for port, after_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:33.889193 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72e3e7-1048-4ccc-81c7-ba88dbff89df req-d0501e01-ab90-427a-98e4-b89535f5fdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:33.889804 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-5b72e3e7-1048-4ccc-81c7-ba88dbff89df req-d0501e01-ab90-427a-98e4-b89535f5fdad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:33.891278 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-5b72e3e7-1048-4ccc-81c7-ba88dbff89df req-d0501e01-ab90-427a-98e4-b89535f5fdad service neutron] 10.222.0.76 "PUT /v2.0/ports/1e64ad38-728a-4199-b6f2-616847da27d6 HTTP/1.1" status: 200 len: 1094 time: 0.8438957 Oct 26 15:07:33.891720 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00281d73-8cff-4579-8517-8cee3f134b66', 'tag': '1e64ad38-728a-4199-b6f2-616847da27d6'}] {{(pid=108647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:07:33.894516 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c67b12b1cf7ef49faca107c22834427ed1d300477b197fee39d1c6656c9e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444d52e8-ae8d-4e73-8da1-d868cf9b857f" -d '{"events": [{"name": "network-changed", "server_uuid": "00281d73-8cff-4579-8517-8cee3f134b66", "tag": "1e64ad38-728a-4199-b6f2-616847da27d6"}]}' {{(pid=108647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:07:33.926596 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0501e01-ab90-427a-98e4-b89535f5fdad service neutron] Pushing event updated for resources: {'Port': ['ID=1e64ad38-728a-4199-b6f2-616847da27d6,revision_number=3']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:33.932299 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-029b65e3-8bb4-4a90-8e40-6188fe998280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:33.935010 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-029b65e3-8bb4-4a90-8e40-6188fe998280 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:33.936233 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-029b65e3-8bb4-4a90-8e40-6188fe998280 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/eb59e216-36d8-4ead-9a1f-4c50e1342487 HTTP/1.1" status: 204 len: 168 time: 0.2044537 Oct 26 15:07:33.941559 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7242ef-3087-4453-897c-70dfb2240c05 x-openstack-request-id: req-ab7242ef-3087-4453-897c-70dfb2240c05 {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:07:33.941869 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00281d73-8cff-4579-8517-8cee3f134b66", "tag": "1e64ad38-728a-4199-b6f2-616847da27d6", "status": "completed", "code": 200}]} {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:07:33.942100 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ab7242ef-3087-4453-897c-70dfb2240c05 {{(pid=108647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:07:33.942512 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00281d73-8cff-4579-8517-8cee3f134b66', 'tag': '1e64ad38-728a-4199-b6f2-616847da27d6', 'status': 'completed', 'code': 200} Oct 26 15:07:33.948653 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029b65e3-8bb4-4a90-8e40-6188fe998280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb59e216-36d8-4ead-9a1f-4c50e1342487,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:34.022111 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d52e8-ae8d-4e73-8da1-d868cf9b857f req-df39ecdc-be43-46e3-a3bf-54fe466cd956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:34.023922 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-444d52e8-ae8d-4e73-8da1-d868cf9b857f req-df39ecdc-be43-46e3-a3bf-54fe466cd956 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7829868144444a63831d9e47fb0391a6&device_id=00281d73-8cff-4579-8517-8cee3f134b66 HTTP/1.1" status: 200 len: 1097 time: 0.0506637 Oct 26 15:07:34.143074 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d52e8-ae8d-4e73-8da1-d868cf9b857f req-4eecb947-97e5-4e86-98ce-e50efb9fad62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:34.145167 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-444d52e8-ae8d-4e73-8da1-d868cf9b857f req-4eecb947-97e5-4e86-98ce-e50efb9fad62 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=7829868144444a63831d9e47fb0391a6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1093290 Oct 26 15:07:34.204440 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:07:34.274230 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d52e8-ae8d-4e73-8da1-d868cf9b857f req-96d2891d-0540-47b4-89c8-b4c8112f8933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:34.275759 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-444d52e8-ae8d-4e73-8da1-d868cf9b857f req-96d2891d-0540-47b4-89c8-b4c8112f8933 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1004920 Oct 26 15:07:34.372483 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72e3e7-1048-4ccc-81c7-ba88dbff89df req-e60ad143-57df-495e-9960-c67ac54d2def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:34.373188 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-5b72e3e7-1048-4ccc-81c7-ba88dbff89df req-e60ad143-57df-495e-9960-c67ac54d2def service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7829868144444a63831d9e47fb0391a6&device_id=00281d73-8cff-4579-8517-8cee3f134b66 HTTP/1.1" status: 200 len: 1097 time: 0.0433846 Oct 26 15:07:34.381404 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063eb3e1-c07c-4fe6-8812-7e91c2efc0f1 req-7a2771e7-19d3-4448-965b-ae3f2b3b2a3a tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:34.382954 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-063eb3e1-c07c-4fe6-8812-7e91c2efc0f1 req-7a2771e7-19d3-4448-965b-ae3f2b3b2a3a tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=00281d73-8cff-4579-8517-8cee3f134b66 HTTP/1.1" status: 200 len: 944 time: 0.0538163 Oct 26 15:07:34.425625 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-5b72e3e7-1048-4ccc-81c7-ba88dbff89df req-d884f8fa-e2e3-4464-b092-2d27416e49e9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e64ad38-728a-4199-b6f2-616847da27d6 HTTP/1.1" status: 200 len: 217 time: 0.0395083 Oct 26 15:07:34.426495 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-063eb3e1-c07c-4fe6-8812-7e91c2efc0f1 req-7b60f1d4-c863-45a5-b293-70e4b972222b tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/security-groups?id=2973d70f-3378-4101-b1a0-ebb89b376292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374553 Oct 26 15:07:34.481814 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72e3e7-1048-4ccc-81c7-ba88dbff89df req-9add5292-ae8d-4012-a39d-d936c047c994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:34.483248 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-5b72e3e7-1048-4ccc-81c7-ba88dbff89df req-9add5292-ae8d-4012-a39d-d936c047c994 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c456ce84-5a3a-456b-9790-56cb4b947cbd HTTP/1.1" status: 200 len: 854 time: 0.0485775 Oct 26 15:07:34.516838 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-5b72e3e7-1048-4ccc-81c7-ba88dbff89df req-77489652-1da0-4bad-8270-9a11b9206fff service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5adcc3f3-3cae-4995-8229-8f4b03e21eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254073 Oct 26 15:07:34.618030 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-5b72e3e7-1048-4ccc-81c7-ba88dbff89df req-19a4fd1a-c1d0-4d94-95ee-4ac5bb1602ba service neutron] 10.222.0.76 "GET /v2.0/networks/5adcc3f3-3cae-4995-8229-8f4b03e21eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871458 Oct 26 15:07:34.719973 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-5b72e3e7-1048-4ccc-81c7-ba88dbff89df req-4bc128a5-8e28-4cbf-bec6-fe4c1e699411 service neutron] 10.222.0.76 "GET /v2.0/networks/5adcc3f3-3cae-4995-8229-8f4b03e21eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890813 Oct 26 15:07:35.560727 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa610f-6715-46b3-a5c2-c94c53cebd99 req-cdff61a3-fd81-4019-bb0d-e57b47840550 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:35.562260 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-02aa610f-6715-46b3-a5c2-c94c53cebd99 req-cdff61a3-fd81-4019-bb0d-e57b47840550 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=00281d73-8cff-4579-8517-8cee3f134b66 HTTP/1.1" status: 200 len: 944 time: 0.0595131 Oct 26 15:07:35.602430 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-02aa610f-6715-46b3-a5c2-c94c53cebd99 req-466b0976-66de-4beb-abf2-0648073f605c tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/security-groups?id=2973d70f-3378-4101-b1a0-ebb89b376292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329967 Oct 26 15:07:36.599371 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 36272) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:07:36.713297 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-d46cd449-a18e-421f-863d-124841c3a20d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:36.751487 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff809d1-4a16-4cdf-b479-17a2f3e8f103 req-95b8a31c-40a0-41eb-a271-c908bc2208cd tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:36.753565 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8ff809d1-4a16-4cdf-b479-17a2f3e8f103 req-95b8a31c-40a0-41eb-a271-c908bc2208cd tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=00281d73-8cff-4579-8517-8cee3f134b66 HTTP/1.1" status: 200 len: 944 time: 0.0830319 Oct 26 15:07:36.818354 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8ff809d1-4a16-4cdf-b479-17a2f3e8f103 req-8d30077c-6edd-42eb-9dae-1a4f49d27400 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/security-groups?id=2973d70f-3378-4101-b1a0-ebb89b376292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576026 Oct 26 15:07:36.840666 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-d46cd449-a18e-421f-863d-124841c3a20d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:36.908748 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-d46cd449-a18e-421f-863d-124841c3a20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:36.951338 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-d46cd449-a18e-421f-863d-124841c3a20d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=50b5d16770154ca39eeb97ece3cd0257&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3503892 Oct 26 15:07:36.952096 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46cd449-a18e-421f-863d-124841c3a20d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645d9291-b7ce-429c-9f0a-fe0fad2ca911,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:36.955235 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 36278) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:07:37.013564 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a03a6937-30a8-4da5-a80e-caf622950429 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:37.034282 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a03a6937-30a8-4da5-a80e-caf622950429 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:37.194801 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a03a6937-30a8-4da5-a80e-caf622950429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:37.197412 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a03a6937-30a8-4da5-a80e-caf622950429 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:37.198607 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-a03a6937-30a8-4da5-a80e-caf622950429 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/645d9291-b7ce-429c-9f0a-fe0fad2ca911 HTTP/1.1" status: 204 len: 168 time: 0.2424982 Oct 26 15:07:37.206746 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a6937-30a8-4da5-a80e-caf622950429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645d9291-b7ce-429c-9f0a-fe0fad2ca911,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:37.468988 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 1e64ad38-728a-4199-b6f2-616847da27d6 details requested by agent hyperv_hv-cinder-73270 with host hv-cinder-73270 {{(pid=108649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:07:37.574022 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port 1e64ad38-728a-4199-b6f2-616847da27d6, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=1e64ad38-728a-4199-b6f2-616847da27d6,segment=NetworkSegment(06ff8e1b-a091-454f-96da-63ebeaae63e2),segment_id=06ff8e1b-a091-454f-96da-63ebeaae63e2)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:07:37.586315 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Returning: {'device': '1e64ad38-728a-4199-b6f2-616847da27d6', 'network_id': '5adcc3f3-3cae-4995-8229-8f4b03e21eea', 'port_id': '1e64ad38-728a-4199-b6f2-616847da27d6', 'mac_address': 'fa:16:3e:0b:0e:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c456ce84-5a3a-456b-9790-56cb4b947cbd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:07:37.629204 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:37.642430 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e64ad38-728a-4199-b6f2-616847da27d6 {{(pid=108649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:07:37.663565 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port 1e64ad38-728a-4199-b6f2-616847da27d6, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=1e64ad38-728a-4199-b6f2-616847da27d6,segment=NetworkSegment(06ff8e1b-a091-454f-96da-63ebeaae63e2),segment_id=06ff8e1b-a091-454f-96da-63ebeaae63e2)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:07:37.771146 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:37.825165 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=1e64ad38-728a-4199-b6f2-616847da27d6,revision_number=4']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:37.871974 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 36286) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:07:37.885936 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-6793ac28-f06f-430b-8f92-e23b684bff7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:37.960585 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-a7c8fae6-9266-4af3-8131-1071e9c616cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:37.961949 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aae91d-8c44-491e-bd77-76a340538ae0 req-00d39146-da5c-4bfa-91b2-e5280c6b72ef tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:37.963500 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-18aae91d-8c44-491e-bd77-76a340538ae0 req-00d39146-da5c-4bfa-91b2-e5280c6b72ef tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=00281d73-8cff-4579-8517-8cee3f134b66 HTTP/1.1" status: 200 len: 945 time: 0.0753593 Oct 26 15:07:38.028820 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-18aae91d-8c44-491e-bd77-76a340538ae0 req-73a6083e-b5b0-40a0-b8bf-b003cbbe8c2a tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/security-groups?id=2973d70f-3378-4101-b1a0-ebb89b376292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580723 Oct 26 15:07:38.033270 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-6793ac28-f06f-430b-8f92-e23b684bff7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:38.102509 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] get_ports_and_sgs() called for port_ids ['1e64ad38-728a-4199-b6f2-616847da27d6'] {{(pid=108649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:07:38.131724 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-6793ac28-f06f-430b-8f92-e23b684bff7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:38.170775 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-6793ac28-f06f-430b-8f92-e23b684bff7d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=36396e0f8ac94a3fab8220e9517a7b8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2975376 Oct 26 15:07:38.171884 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6793ac28-f06f-430b-8f92-e23b684bff7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e33bd05-3d06-415e-9b24-3e87df955fb2,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:38.173504 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 36288) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:07:38.228917 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-a11648a0-080a-4091-846f-b9bff10f9860 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:38.250684 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-a11648a0-080a-4091-846f-b9bff10f9860 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:38.377894 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-a11648a0-080a-4091-846f-b9bff10f9860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:38.381174 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-a11648a0-080a-4091-846f-b9bff10f9860 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:38.382476 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-a11648a0-080a-4091-846f-b9bff10f9860 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1e33bd05-3d06-415e-9b24-3e87df955fb2 HTTP/1.1" status: 204 len: 168 time: 0.2070417 Oct 26 15:07:38.391105 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11648a0-080a-4091-846f-b9bff10f9860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e33bd05-3d06-415e-9b24-3e87df955fb2,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:39.151208 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c54cc0-a986-48d3-8d31-481373650b22 req-b7030199-93c2-4dc9-a11d-99472d6456b0 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:39.152739 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f0c54cc0-a986-48d3-8d31-481373650b22 req-b7030199-93c2-4dc9-a11d-99472d6456b0 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=00281d73-8cff-4579-8517-8cee3f134b66 HTTP/1.1" status: 200 len: 945 time: 0.0500653 Oct 26 15:07:39.194676 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f0c54cc0-a986-48d3-8d31-481373650b22 req-b4f4b0c0-6080-4fa7-b85d-b4815ac2bf26 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/security-groups?id=2973d70f-3378-4101-b1a0-ebb89b376292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333943 Oct 26 15:07:39.484005 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 1e64ad38-728a-4199-b6f2-616847da27d6 up at agent hyperv_hv-cinder-73270 {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:07:39.611758 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Provisioning for port 1e64ad38-728a-4199-b6f2-616847da27d6 completed by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 15:07:39.615969 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Provisioning complete for port 1e64ad38-728a-4199-b6f2-616847da27d6 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:07:39.616332 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:39.696970 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:39.720609 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00281d73-8cff-4579-8517-8cee3f134b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e64ad38-728a-4199-b6f2-616847da27d6'}] {{(pid=108649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:07:39.722884 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce9ea8dafcd660945e4144893ae94b540b7d43bc7f31485d3ebdd76e7b8406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516d00c9-2144-461f-9ad0-5a9d6cd007d0" -d '{"events": [{"server_uuid": "00281d73-8cff-4579-8517-8cee3f134b66", "name": "network-vif-plugged", "status": "completed", "tag": "1e64ad38-728a-4199-b6f2-616847da27d6"}]}' {{(pid=108649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:07:39.736697 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port 1e64ad38-728a-4199-b6f2-616847da27d6, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=1e64ad38-728a-4199-b6f2-616847da27d6,segment=NetworkSegment(06ff8e1b-a091-454f-96da-63ebeaae63e2),segment_id=06ff8e1b-a091-454f-96da-63ebeaae63e2)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:07:39.760204 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18bf47f-f48a-4be8-8d8f-c1195b4492e0 x-openstack-request-id: req-d18bf47f-f48a-4be8-8d8f-c1195b4492e0 {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:07:39.760493 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00281d73-8cff-4579-8517-8cee3f134b66", "name": "network-vif-plugged", "status": "completed", "tag": "1e64ad38-728a-4199-b6f2-616847da27d6", "code": 200}]} {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:07:39.760742 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d18bf47f-f48a-4be8-8d8f-c1195b4492e0 {{(pid=108649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:07:39.761134 dv-cinder-732704-6-iscsi neutron-server[108649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00281d73-8cff-4579-8517-8cee3f134b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e64ad38-728a-4199-b6f2-616847da27d6', 'code': 200} Oct 26 15:07:39.843952 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:39.899011 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=1e64ad38-728a-4199-b6f2-616847da27d6,revision_number=5']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:40.225740 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fdceb4-5812-4e15-9e97-3d2283abc4b3 req-8387c2d3-8f4d-49a1-b2d3-0e39dbd586b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:40.227853 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-33fdceb4-5812-4e15-9e97-3d2283abc4b3 req-8387c2d3-8f4d-49a1-b2d3-0e39dbd586b5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=00281d73-8cff-4579-8517-8cee3f134b66 HTTP/1.1" status: 200 len: 1099 time: 0.0425596 Oct 26 15:07:40.285321 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-33fdceb4-5812-4e15-9e97-3d2283abc4b3 req-a85406f2-a334-47bf-a7f1-92c61a892961 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2973d70f-3378-4101-b1a0-ebb89b376292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480359 Oct 26 15:07:40.313896 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936179b-e60a-4237-a832-3acc04756d28 req-023e7117-6142-4d94-9357-3f92adb8f224 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:40.315505 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b936179b-e60a-4237-a832-3acc04756d28 req-023e7117-6142-4d94-9357-3f92adb8f224 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=00281d73-8cff-4579-8517-8cee3f134b66 HTTP/1.1" status: 200 len: 946 time: 0.0508349 Oct 26 15:07:40.354906 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b936179b-e60a-4237-a832-3acc04756d28 req-4e1464d1-f9ae-4322-8bb5-641acdf0e157 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/security-groups?id=2973d70f-3378-4101-b1a0-ebb89b376292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334432 Oct 26 15:07:41.473803 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e07c9-7860-4bef-9603-2de2a55e3ac6 req-0c80ea3f-02fa-4b7b-b6fc-373462148794 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:41.475271 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-392e07c9-7860-4bef-9603-2de2a55e3ac6 req-0c80ea3f-02fa-4b7b-b6fc-373462148794 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=00281d73-8cff-4579-8517-8cee3f134b66 HTTP/1.1" status: 200 len: 946 time: 0.0528538 Oct 26 15:07:41.514897 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-392e07c9-7860-4bef-9603-2de2a55e3ac6 req-96bc7677-8b81-428b-a708-4e96eaf6cffc tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/security-groups?id=2973d70f-3378-4101-b1a0-ebb89b376292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334697 Oct 26 15:07:41.681512 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 36360) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:07:41.786853 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-0ecac987-bfce-45df-8359-7c0009728480 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:41.861104 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-0ecac987-bfce-45df-8359-7c0009728480 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:41.963576 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-0ecac987-bfce-45df-8359-7c0009728480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:42.001758 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-0ecac987-bfce-45df-8359-7c0009728480 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cd897031cc2d473db7a506b9240f0aca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3190830 Oct 26 15:07:42.002505 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecac987-bfce-45df-8359-7c0009728480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25b0bd1-85be-4d8c-8378-841376df7229,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:42.005288 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 36364) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:07:42.053679 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-9af0612e-7c34-4175-bc12-1b4a53d272b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:42.075316 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-9af0612e-7c34-4175-bc12-1b4a53d272b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:42.314845 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-9af0612e-7c34-4175-bc12-1b4a53d272b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:42.317495 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-9af0612e-7c34-4175-bc12-1b4a53d272b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:42.318678 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-9af0612e-7c34-4175-bc12-1b4a53d272b8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e25b0bd1-85be-4d8c-8378-841376df7229 HTTP/1.1" status: 204 len: 168 time: 0.3123631 Oct 26 15:07:42.326526 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af0612e-7c34-4175-bc12-1b4a53d272b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25b0bd1-85be-4d8c-8378-841376df7229,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:42.635586 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ceddb1-692f-48b3-bf97-00fa1182f58f req-298ab78d-1f43-4d7e-a7d4-19a28b8cee18 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:42.637095 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-56ceddb1-692f-48b3-bf97-00fa1182f58f req-298ab78d-1f43-4d7e-a7d4-19a28b8cee18 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=00281d73-8cff-4579-8517-8cee3f134b66 HTTP/1.1" status: 200 len: 946 time: 0.0546050 Oct 26 15:07:42.676296 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-56ceddb1-692f-48b3-bf97-00fa1182f58f req-df7adec7-2c45-408d-81f3-c30a4f20cf4b tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/security-groups?id=2973d70f-3378-4101-b1a0-ebb89b376292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323303 Oct 26 15:07:42.944848 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 36374) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:07:42.959873 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-983c9e85-92e1-4239-9b58-f15b5fbb6610 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:43.041701 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-983c9e85-92e1-4239-9b58-f15b5fbb6610 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:43.206034 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-983c9e85-92e1-4239-9b58-f15b5fbb6610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:43.245988 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-983c9e85-92e1-4239-9b58-f15b5fbb6610 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c098e95bddd44f62a3345e9205089aff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3000517 Oct 26 15:07:43.247139 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c9e85-92e1-4239-9b58-f15b5fbb6610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f329b9e-16af-4381-aec4-cb045002f4b5,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:43.248723 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 36376) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:07:43.297324 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-0deb5a59-9d0c-4581-81d8-f0ba5e689d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:43.307409 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-f0bdee7f-d8c2-4def-a5cf-6c2aecf31806 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:43.329337 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-f0bdee7f-d8c2-4def-a5cf-6c2aecf31806 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:43.524575 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-f0bdee7f-d8c2-4def-a5cf-6c2aecf31806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:43.527283 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-f0bdee7f-d8c2-4def-a5cf-6c2aecf31806 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:43.537595 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-f0bdee7f-d8c2-4def-a5cf-6c2aecf31806 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1f329b9e-16af-4381-aec4-cb045002f4b5 HTTP/1.1" status: 204 len: 168 time: 0.2779660 Oct 26 15:07:43.537595 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bdee7f-d8c2-4def-a5cf-6c2aecf31806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f329b9e-16af-4381-aec4-cb045002f4b5,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:43.889827 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:43.890516 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:45.375982 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:55.732794 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68efaa33-fcbc-4d98-8c0a-d81379594c72 req-ba8f8a04-55aa-4505-bdbc-7adc111746f4 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:55.734317 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-68efaa33-fcbc-4d98-8c0a-d81379594c72 req-ba8f8a04-55aa-4505-bdbc-7adc111746f4 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/networks?id=5adcc3f3-3cae-4995-8229-8f4b03e21eea HTTP/1.1" status: 200 len: 814 time: 0.1035600 Oct 26 15:07:55.750210 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-68efaa33-fcbc-4d98-8c0a-d81379594c72 req-85bcd69c-ef43-4c93-bdcb-c22db89c6473 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/quotas/7829868144444a63831d9e47fb0391a6 HTTP/1.1" status: 200 len: 375 time: 0.0094199 Oct 26 15:07:55.809099 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-68efaa33-fcbc-4d98-8c0a-d81379594c72 req-5d372510-7f51-43d5-9329-9ac1807682c6 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7829868144444a63831d9e47fb0391a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0529227 Oct 26 15:07:55.904591 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-68efaa33-fcbc-4d98-8c0a-d81379594c72 req-55a918ce-a5c5-49bd-83da-7dd9431a52aa service neutron] 10.222.0.57 "GET /v2.0/networks/5adcc3f3-3cae-4995-8229-8f4b03e21eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874636 Oct 26 15:07:55.999461 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-68efaa33-fcbc-4d98-8c0a-d81379594c72 req-78cf2560-c7c5-4849-8dbb-10d2f1c29295 service neutron] 10.222.0.57 "GET /v2.0/networks/5adcc3f3-3cae-4995-8229-8f4b03e21eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887952 Oct 26 15:07:56.242444 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-69c805ea-549a-4ff1-9021-755763d2d9fb req-ba8396eb-40a0-47e3-b636-c984895a4e11 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea706bba-aa4a-4e2f-ae9d-bae53c9d2417 HTTP/1.1" status: 200 len: 210 time: 0.0275197 Oct 26 15:07:57.340066 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ce7c5a06-1bde-4f72-b0c6-f8b900422a16 req-738e41e7-759e-46fe-91ad-e3384a13bd09 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea706bba-aa4a-4e2f-ae9d-bae53c9d2417 HTTP/1.1" status: 200 len: 210 time: 0.0276823 Oct 26 15:07:57.499698 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 36588) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:07:57.621058 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-5a538f91-7984-419a-88a4-c80833a36669 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:57.696443 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-5a538f91-7984-419a-88a4-c80833a36669 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:57.748394 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-5a538f91-7984-419a-88a4-c80833a36669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:57.791608 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-5a538f91-7984-419a-88a4-c80833a36669 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bba61993a6c64a9499f59d8170acc9fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2908196 Oct 26 15:07:57.792507 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a538f91-7984-419a-88a4-c80833a36669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a17d5ed-a6fe-44b2-b3ac-84a1930de9da,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:57.794669 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 36592) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:07:57.845906 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-69f9822d-86ba-4c31-8c10-02f4043b0918 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:57.873067 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-69f9822d-86ba-4c31-8c10-02f4043b0918 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:57.982801 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-69f9822d-86ba-4c31-8c10-02f4043b0918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:57.985368 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-69f9822d-86ba-4c31-8c10-02f4043b0918 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:57.986527 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-69f9822d-86ba-4c31-8c10-02f4043b0918 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0a17d5ed-a6fe-44b2-b3ac-84a1930de9da HTTP/1.1" status: 204 len: 168 time: 0.1908326 Oct 26 15:07:57.994227 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f9822d-86ba-4c31-8c10-02f4043b0918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a17d5ed-a6fe-44b2-b3ac-84a1930de9da,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:58.440693 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-64fb69d2-9b82-47d9-8871-e78bf763454a req-990a63ce-97c0-4277-975a-86981d95df39 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea706bba-aa4a-4e2f-ae9d-bae53c9d2417 HTTP/1.1" status: 200 len: 210 time: 0.0263827 Oct 26 15:07:58.491226 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:58.542064 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68efaa33-fcbc-4d98-8c0a-d81379594c72 req-4ae9ee59-4a54-4905-8391-dc7ca21f4d4e tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:58.543808 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-68efaa33-fcbc-4d98-8c0a-d81379594c72 req-4ae9ee59-4a54-4905-8391-dc7ca21f4d4e tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.76 "GET /v2.0/networks?id=5adcc3f3-3cae-4995-8229-8f4b03e21eea HTTP/1.1" status: 200 len: 814 time: 0.1076877 Oct 26 15:07:58.557931 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [req-68efaa33-fcbc-4d98-8c0a-d81379594c72 req-a4c22697-bc54-47b3-9be9-0c22c59001fb tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Request body: {'port': {'device_id': 'ea706bba-aa4a-4e2f-ae9d-bae53c9d2417', 'network_id': '5adcc3f3-3cae-4995-8229-8f4b03e21eea', 'admin_state_up': True, 'tenant_id': '7829868144444a63831d9e47fb0391a6'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:07:58.705712 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 36600) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:07:58.720103 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-c19c08b4-edd3-4f0e-aeec-de37fa7d52c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:58.784402 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68efaa33-fcbc-4d98-8c0a-d81379594c72 req-a4c22697-bc54-47b3-9be9-0c22c59001fb tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Made reservation on behalf of 7829868144444a63831d9e47fb0391a6 for: {'port': 1} {{(pid=108647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:07:58.789018 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-68efaa33-fcbc-4d98-8c0a-d81379594c72 req-a4c22697-bc54-47b3-9be9-0c22c59001fb tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:58.810571 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-c19c08b4-edd3-4f0e-aeec-de37fa7d52c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:58.913961 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-c19c08b4-edd3-4f0e-aeec-de37fa7d52c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:58.958252 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.db_base_plugin_common [req-68efaa33-fcbc-4d98-8c0a-d81379594c72 req-a4c22697-bc54-47b3-9be9-0c22c59001fb tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Allocated IP 172.20.0.4 (5adcc3f3-3cae-4995-8229-8f4b03e21eea/c456ce84-5a3a-456b-9790-56cb4b947cbd/ba3d6cd6-4983-4355-820d-2fe279c2c419) {{(pid=108647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:07:58.970987 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c08b4-edd3-4f0e-aeec-de37fa7d52c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4ee030-622a-4368-8e7f-84aba3e9636a,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:58.975249 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-c19c08b4-edd3-4f0e-aeec-de37fa7d52c1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e6946daa7f5745a6b6739e65c2a81ec3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2684610 Oct 26 15:07:58.977969 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 36602) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:07:59.037556 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-97c87ad1-f546-4490-9f25-fc46a4f285e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:59.060115 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-97c87ad1-f546-4490-9f25-fc46a4f285e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:59.126435 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-68efaa33-fcbc-4d98-8c0a-d81379594c72 req-a4c22697-bc54-47b3-9be9-0c22c59001fb tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Publish callbacks [] for port, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:59.171284 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-97c87ad1-f546-4490-9f25-fc46a4f285e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:59.173910 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-97c87ad1-f546-4490-9f25-fc46a4f285e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:59.175126 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-97c87ad1-f546-4490-9f25-fc46a4f285e5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8b4ee030-622a-4368-8e7f-84aba3e9636a HTTP/1.1" status: 204 len: 168 time: 0.1961243 Oct 26 15:07:59.183472 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c87ad1-f546-4490-9f25-fc46a4f285e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4ee030-622a-4368-8e7f-84aba3e9636a,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:59.255917 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-68efaa33-fcbc-4d98-8c0a-d81379594c72 req-a4c22697-bc54-47b3-9be9-0c22c59001fb tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:59.270083 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] get_ports_and_sgs() called for port_ids ['ce503cf7-0c7a-4075-a190-6e9dbbd37970', '9a389211-7dcc-42a8-bacb-aa6bd7b340e9', '1e64ad38-728a-4199-b6f2-616847da27d6'] {{(pid=108649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:07:59.309441 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68efaa33-fcbc-4d98-8c0a-d81379594c72 req-a4c22697-bc54-47b3-9be9-0c22c59001fb tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Network 5adcc3f3-3cae-4995-8229-8f4b03e21eea is already hosted by enough agents. {{(pid=108647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:07:59.312707 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [req-68efaa33-fcbc-4d98-8c0a-d81379594c72 req-a4c22697-bc54-47b3-9be9-0c22c59001fb tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Resources bound (agent type, host, resource id): {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:07:59.315350 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [req-68efaa33-fcbc-4d98-8c0a-d81379594c72 req-a4c22697-bc54-47b3-9be9-0c22c59001fb tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Received port after_create {{(pid=108647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:07:59.340740 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c22697-bc54-47b3-9be9-0c22c59001fb tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Pushing event updated for resources: {'Port': ['ID=ba3d6cd6-4983-4355-820d-2fe279c2c419,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:59.372032 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68efaa33-fcbc-4d98-8c0a-d81379594c72 req-a4c22697-bc54-47b3-9be9-0c22c59001fb tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:59.372790 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-68efaa33-fcbc-4d98-8c0a-d81379594c72 req-a4c22697-bc54-47b3-9be9-0c22c59001fb tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:59.463601 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-68efaa33-fcbc-4d98-8c0a-d81379594c72 req-a4c22697-bc54-47b3-9be9-0c22c59001fb tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9094453 Oct 26 15:07:59.481460 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [req-68efaa33-fcbc-4d98-8c0a-d81379594c72 req-06f69539-3e16-412f-b7da-c67e9ec2d87b service neutron] Request body: {'port': {'device_id': 'ea706bba-aa4a-4e2f-ae9d-bae53c9d2417', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73270'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:07:59.549526 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-68efaa33-fcbc-4d98-8c0a-d81379594c72 req-06f69539-3e16-412f-b7da-c67e9ec2d87b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:59.583194 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1997ded8-4c83-4cd6-9a03-7c490e563275 req-cf11ba1b-8776-4ad3-8d98-87a9877295a3 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:59.585482 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1997ded8-4c83-4cd6-9a03-7c490e563275 req-cf11ba1b-8776-4ad3-8d98-87a9877295a3 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea706bba-aa4a-4e2f-ae9d-bae53c9d2417 HTTP/1.1" status: 200 len: 931 time: 0.0605180 Oct 26 15:07:59.647509 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1997ded8-4c83-4cd6-9a03-7c490e563275 req-cb69d417-f262-4398-9e5b-cdc6ee7cc654 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/security-groups?id=2973d70f-3378-4101-b1a0-ebb89b376292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492198 Oct 26 15:07:59.853109 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [req-68efaa33-fcbc-4d98-8c0a-d81379594c72 req-06f69539-3e16-412f-b7da-c67e9ec2d87b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba3d6cd6-4983-4355-820d-2fe279c2c419 {{(pid=108647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:07:59.860441 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-68efaa33-fcbc-4d98-8c0a-d81379594c72 req-06f69539-3e16-412f-b7da-c67e9ec2d87b service neutron] Publish callbacks [] for port, precommit_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:59.872116 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.provisioning_blocks [req-68efaa33-fcbc-4d98-8c0a-d81379594c72 req-06f69539-3e16-412f-b7da-c67e9ec2d87b service neutron] Transition to ACTIVE for port object ba3d6cd6-4983-4355-820d-2fe279c2c419 will not be triggered until provisioned by entity L2. {{(pid=108647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 15:07:59.888948 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 36614) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:07:59.902260 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed28e-6c2f-41b1-8c09-d0e72b3b5e2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:59.933431 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-68efaa33-fcbc-4d98-8c0a-d81379594c72 req-06f69539-3e16-412f-b7da-c67e9ec2d87b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8556446'] for port, after_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:00.006312 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f69539-3e16-412f-b7da-c67e9ec2d87b service neutron] Pushing event updated for resources: {'Port': ['ID=ba3d6cd6-4983-4355-820d-2fe279c2c419,revision_number=2']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:00.074500 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed28e-6c2f-41b1-8c09-d0e72b3b5e2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:00.096358 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.managers [req-68efaa33-fcbc-4d98-8c0a-d81379594c72 req-06f69539-3e16-412f-b7da-c67e9ec2d87b service neutron] Attempting to bind port ba3d6cd6-4983-4355-820d-2fe279c2c419 on host hv-cinder-73270 for vnic_type normal with profile {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:08:00.096688 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.managers [req-68efaa33-fcbc-4d98-8c0a-d81379594c72 req-06f69539-3e16-412f-b7da-c67e9ec2d87b service neutron] Attempting to bind port ba3d6cd6-4983-4355-820d-2fe279c2c419 by drivers openvswitch,hyperv on host hv-cinder-73270 at level 0 using segments [{'id': '06ff8e1b-a091-454f-96da-63ebeaae63e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '5adcc3f3-3cae-4995-8229-8f4b03e21eea'}] {{(pid=108647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:08:00.097039 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68efaa33-fcbc-4d98-8c0a-d81379594c72 req-06f69539-3e16-412f-b7da-c67e9ec2d87b service neutron] Attempting to bind port ba3d6cd6-4983-4355-820d-2fe279c2c419 on network 5adcc3f3-3cae-4995-8229-8f4b03e21eea {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:08:00.101744 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68efaa33-fcbc-4d98-8c0a-d81379594c72 req-06f69539-3e16-412f-b7da-c67e9ec2d87b service neutron] Port ba3d6cd6-4983-4355-820d-2fe279c2c419 on network 5adcc3f3-3cae-4995-8229-8f4b03e21eea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73270 {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 15:08:00.102057 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68efaa33-fcbc-4d98-8c0a-d81379594c72 req-06f69539-3e16-412f-b7da-c67e9ec2d87b service neutron] Attempting to bind port ba3d6cd6-4983-4355-820d-2fe279c2c419 on network 5adcc3f3-3cae-4995-8229-8f4b03e21eea {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:08:00.106907 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68efaa33-fcbc-4d98-8c0a-d81379594c72 req-06f69539-3e16-412f-b7da-c67e9ec2d87b service neutron] Checking agent: {'id': 'aa824652-354b-48bb-834a-72ec45d7dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73270', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 14, 57, 28), 'started_at': datetime.datetime(2021, 10, 26, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:08:00.107155 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68efaa33-fcbc-4d98-8c0a-d81379594c72 req-06f69539-3e16-412f-b7da-c67e9ec2d87b service neutron] Checking segment: {'id': '06ff8e1b-a091-454f-96da-63ebeaae63e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '5adcc3f3-3cae-4995-8229-8f4b03e21eea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:08:00.107529 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68efaa33-fcbc-4d98-8c0a-d81379594c72 req-06f69539-3e16-412f-b7da-c67e9ec2d87b service neutron] Bound using segment: {'id': '06ff8e1b-a091-454f-96da-63ebeaae63e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '5adcc3f3-3cae-4995-8229-8f4b03e21eea'} {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:08:00.107949 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.managers [req-68efaa33-fcbc-4d98-8c0a-d81379594c72 req-06f69539-3e16-412f-b7da-c67e9ec2d87b service neutron] Bound port: ba3d6cd6-4983-4355-820d-2fe279c2c419, host: hv-cinder-73270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06ff8e1b-a091-454f-96da-63ebeaae63e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '5adcc3f3-3cae-4995-8229-8f4b03e21eea'}}] {{(pid=108647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:08:00.108295 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-68efaa33-fcbc-4d98-8c0a-d81379594c72 req-06f69539-3e16-412f-b7da-c67e9ec2d87b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:00.145535 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed28e-6c2f-41b1-8c09-d0e72b3b5e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:00.199887 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-2f8ed28e-6c2f-41b1-8c09-d0e72b3b5e2f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=52c679ac8a7b449b9bd29ff40c5ac594&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3098412 Oct 26 15:08:00.201770 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed28e-6c2f-41b1-8c09-d0e72b3b5e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe9b654-746a-4e99-a88f-be94f929e445,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:00.202507 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 36616) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:08:00.206184 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [req-68efaa33-fcbc-4d98-8c0a-d81379594c72 req-06f69539-3e16-412f-b7da-c67e9ec2d87b service neutron] For port ba3d6cd6-4983-4355-820d-2fe279c2c419, host hv-cinder-73270, cleared binding levels {{(pid=108647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:08:00.209676 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [req-68efaa33-fcbc-4d98-8c0a-d81379594c72 req-06f69539-3e16-412f-b7da-c67e9ec2d87b service neutron] For port ba3d6cd6-4983-4355-820d-2fe279c2c419, host hv-cinder-73270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=ba3d6cd6-4983-4355-820d-2fe279c2c419,segment=NetworkSegment(06ff8e1b-a091-454f-96da-63ebeaae63e2),segment_id=06ff8e1b-a091-454f-96da-63ebeaae63e2)] {{(pid=108647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:08:00.252636 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-e91e28a1-db6d-4e3c-a571-f4b21cc366cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:00.274942 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-e91e28a1-db6d-4e3c-a571-f4b21cc366cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:00.280384 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-68efaa33-fcbc-4d98-8c0a-d81379594c72 req-06f69539-3e16-412f-b7da-c67e9ec2d87b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8556446'] for port, after_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:00.318320 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68efaa33-fcbc-4d98-8c0a-d81379594c72 req-06f69539-3e16-412f-b7da-c67e9ec2d87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:00.318943 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-68efaa33-fcbc-4d98-8c0a-d81379594c72 req-06f69539-3e16-412f-b7da-c67e9ec2d87b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:00.320341 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-68efaa33-fcbc-4d98-8c0a-d81379594c72 req-06f69539-3e16-412f-b7da-c67e9ec2d87b service neutron] 10.222.0.76 "PUT /v2.0/ports/ba3d6cd6-4983-4355-820d-2fe279c2c419 HTTP/1.1" status: 200 len: 1093 time: 0.8480842 Oct 26 15:08:00.320775 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea706bba-aa4a-4e2f-ae9d-bae53c9d2417', 'tag': 'ba3d6cd6-4983-4355-820d-2fe279c2c419'}] {{(pid=108647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:08:00.323066 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c67b12b1cf7ef49faca107c22834427ed1d300477b197fee39d1c6656c9e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6e94a3-8b76-40f3-8da8-c993ef2857e9" -d '{"events": [{"name": "network-changed", "server_uuid": "ea706bba-aa4a-4e2f-ae9d-bae53c9d2417", "tag": "ba3d6cd6-4983-4355-820d-2fe279c2c419"}]}' {{(pid=108647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:08:00.356802 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f69539-3e16-412f-b7da-c67e9ec2d87b service neutron] Pushing event updated for resources: {'Port': ['ID=ba3d6cd6-4983-4355-820d-2fe279c2c419,revision_number=3']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:00.360211 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74335623-1590-495c-995e-4612626fedf9 x-openstack-request-id: req-74335623-1590-495c-995e-4612626fedf9 {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:08:00.360494 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea706bba-aa4a-4e2f-ae9d-bae53c9d2417", "tag": "ba3d6cd6-4983-4355-820d-2fe279c2c419", "status": "completed", "code": 200}]} {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:08:00.360741 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-74335623-1590-495c-995e-4612626fedf9 {{(pid=108647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:08:00.363311 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea706bba-aa4a-4e2f-ae9d-bae53c9d2417', 'tag': 'ba3d6cd6-4983-4355-820d-2fe279c2c419', 'status': 'completed', 'code': 200} Oct 26 15:08:00.428838 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e94a3-8b76-40f3-8da8-c993ef2857e9 req-55aa46e8-9c76-4bbc-832d-f5e0555ee3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:00.430421 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-8b6e94a3-8b76-40f3-8da8-c993ef2857e9 req-55aa46e8-9c76-4bbc-832d-f5e0555ee3ef service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7829868144444a63831d9e47fb0391a6&device_id=ea706bba-aa4a-4e2f-ae9d-bae53c9d2417 HTTP/1.1" status: 200 len: 1096 time: 0.0454404 Oct 26 15:08:00.456883 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-e91e28a1-db6d-4e3c-a571-f4b21cc366cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:00.459498 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-e91e28a1-db6d-4e3c-a571-f4b21cc366cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:00.460649 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-e91e28a1-db6d-4e3c-a571-f4b21cc366cb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fbe9b654-746a-4e99-a88f-be94f929e445 HTTP/1.1" status: 204 len: 168 time: 0.2571435 Oct 26 15:08:00.470748 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91e28a1-db6d-4e3c-a571-f4b21cc366cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe9b654-746a-4e99-a88f-be94f929e445,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:00.538322 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e94a3-8b76-40f3-8da8-c993ef2857e9 req-cfa2c921-e8e6-430c-9a1b-e97406eed206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:00.539839 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-8b6e94a3-8b76-40f3-8da8-c993ef2857e9 req-cfa2c921-e8e6-430c-9a1b-e97406eed206 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=7829868144444a63831d9e47fb0391a6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0975411 Oct 26 15:08:00.637237 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e94a3-8b76-40f3-8da8-c993ef2857e9 req-5a4ed2be-7caa-4596-bc17-f445710ec4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:00.638615 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-8b6e94a3-8b76-40f3-8da8-c993ef2857e9 req-5a4ed2be-7caa-4596-bc17-f445710ec4fb service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916097 Oct 26 15:08:00.730419 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68efaa33-fcbc-4d98-8c0a-d81379594c72 req-1a94ebdb-1fac-4c0e-a521-24aaab6d18d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:00.731974 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-68efaa33-fcbc-4d98-8c0a-d81379594c72 req-1a94ebdb-1fac-4c0e-a521-24aaab6d18d6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7829868144444a63831d9e47fb0391a6&device_id=ea706bba-aa4a-4e2f-ae9d-bae53c9d2417 HTTP/1.1" status: 200 len: 1096 time: 0.0522084 Oct 26 15:08:00.771808 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc62f32-2693-41ba-a9ae-1889a93f2d82 req-df69c41a-9143-4715-8f01-48f2af0079fc tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:00.779047 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7bc62f32-2693-41ba-a9ae-1889a93f2d82 req-df69c41a-9143-4715-8f01-48f2af0079fc tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea706bba-aa4a-4e2f-ae9d-bae53c9d2417 HTTP/1.1" status: 200 len: 943 time: 0.0599494 Oct 26 15:08:00.781467 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-68efaa33-fcbc-4d98-8c0a-d81379594c72 req-810b27da-aab1-4975-adc3-cef37e23ad5e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba3d6cd6-4983-4355-820d-2fe279c2c419 HTTP/1.1" status: 200 len: 217 time: 0.0404205 Oct 26 15:08:00.819292 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7bc62f32-2693-41ba-a9ae-1889a93f2d82 req-945cbb1d-aedc-44f5-a6ee-a42bfe8386ec tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/security-groups?id=2973d70f-3378-4101-b1a0-ebb89b376292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386419 Oct 26 15:08:00.839673 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68efaa33-fcbc-4d98-8c0a-d81379594c72 req-2d0f6f59-e3e0-48d5-a5cd-418d8070c6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:00.841187 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-68efaa33-fcbc-4d98-8c0a-d81379594c72 req-2d0f6f59-e3e0-48d5-a5cd-418d8070c6a8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c456ce84-5a3a-456b-9790-56cb4b947cbd HTTP/1.1" status: 200 len: 854 time: 0.0514801 Oct 26 15:08:00.874265 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-68efaa33-fcbc-4d98-8c0a-d81379594c72 req-e20befd4-c387-4d21-80f9-472adc6b8061 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5adcc3f3-3cae-4995-8229-8f4b03e21eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249999 Oct 26 15:08:00.973751 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-68efaa33-fcbc-4d98-8c0a-d81379594c72 req-6b82d634-1194-45fe-a175-8ece38330020 service neutron] 10.222.0.76 "GET /v2.0/networks/5adcc3f3-3cae-4995-8229-8f4b03e21eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911379 Oct 26 15:08:01.093880 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-68efaa33-fcbc-4d98-8c0a-d81379594c72 req-adae5033-2b23-4083-ab8f-6218cbf5b5f6 service neutron] 10.222.0.76 "GET /v2.0/networks/5adcc3f3-3cae-4995-8229-8f4b03e21eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115851 Oct 26 15:08:01.937092 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced53cf-9dbd-457d-8a3d-59e7867b2e12 req-53a2af43-0af3-4a9c-b355-490111755d1b tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:01.938658 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8ced53cf-9dbd-457d-8a3d-59e7867b2e12 req-53a2af43-0af3-4a9c-b355-490111755d1b tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea706bba-aa4a-4e2f-ae9d-bae53c9d2417 HTTP/1.1" status: 200 len: 943 time: 0.0529616 Oct 26 15:08:01.977444 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8ced53cf-9dbd-457d-8a3d-59e7867b2e12 req-c5f50f9b-bc66-47a8-b5c0-085d45df7553 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/security-groups?id=2973d70f-3378-4101-b1a0-ebb89b376292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321865 Oct 26 15:08:03.100952 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae2d5ad-96fb-4e28-8797-aa397af6a247 req-25809cc6-7435-434b-a001-d54358069e7e tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:03.102537 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6ae2d5ad-96fb-4e28-8797-aa397af6a247 req-25809cc6-7435-434b-a001-d54358069e7e tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea706bba-aa4a-4e2f-ae9d-bae53c9d2417 HTTP/1.1" status: 200 len: 943 time: 0.0527327 Oct 26 15:08:03.142803 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6ae2d5ad-96fb-4e28-8797-aa397af6a247 req-246c8f17-5478-4dec-a039-a3d35c22c163 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/security-groups?id=2973d70f-3378-4101-b1a0-ebb89b376292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339193 Oct 26 15:08:03.391936 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 36696) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:08:03.508850 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-7e42800a-e59f-4486-b408-6f6a74f88660 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:03.582047 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-7e42800a-e59f-4486-b408-6f6a74f88660 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:03.639329 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device ba3d6cd6-4983-4355-820d-2fe279c2c419 details requested by agent hyperv_hv-cinder-73270 with host hv-cinder-73270 {{(pid=108649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:08:03.673531 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-7e42800a-e59f-4486-b408-6f6a74f88660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:03.711445 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e42800a-e59f-4486-b408-6f6a74f88660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d235bf40-35ad-4d63-9935-c2b4a494b30e,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:03.715899 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-7e42800a-e59f-4486-b408-6f6a74f88660 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=008559fdbe2f43dbabba054afeae995d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3228803 Oct 26 15:08:03.718477 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 36700) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:08:03.741805 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port ba3d6cd6-4983-4355-820d-2fe279c2c419, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=ba3d6cd6-4983-4355-820d-2fe279c2c419,segment=NetworkSegment(06ff8e1b-a091-454f-96da-63ebeaae63e2),segment_id=06ff8e1b-a091-454f-96da-63ebeaae63e2)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:08:03.753002 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Returning: {'device': 'ba3d6cd6-4983-4355-820d-2fe279c2c419', 'network_id': '5adcc3f3-3cae-4995-8229-8f4b03e21eea', 'port_id': 'ba3d6cd6-4983-4355-820d-2fe279c2c419', 'mac_address': 'fa:16:3e:98:69:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c456ce84-5a3a-456b-9790-56cb4b947cbd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:08:03.773004 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-88a7456b-5db4-462d-bddb-43f9542ab446 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:03.792555 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:03.796105 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-88a7456b-5db4-462d-bddb-43f9542ab446 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:03.806277 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba3d6cd6-4983-4355-820d-2fe279c2c419 {{(pid=108649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:08:03.826312 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port ba3d6cd6-4983-4355-820d-2fe279c2c419, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=ba3d6cd6-4983-4355-820d-2fe279c2c419,segment=NetworkSegment(06ff8e1b-a091-454f-96da-63ebeaae63e2),segment_id=06ff8e1b-a091-454f-96da-63ebeaae63e2)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:08:03.908052 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:03.948011 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-88a7456b-5db4-462d-bddb-43f9542ab446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:03.950692 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-88a7456b-5db4-462d-bddb-43f9542ab446 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:03.951870 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-88a7456b-5db4-462d-bddb-43f9542ab446 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d235bf40-35ad-4d63-9935-c2b4a494b30e HTTP/1.1" status: 204 len: 168 time: 0.2324548 Oct 26 15:08:03.959148 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=ba3d6cd6-4983-4355-820d-2fe279c2c419,revision_number=4']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:03.960745 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a7456b-5db4-462d-bddb-43f9542ab446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d235bf40-35ad-4d63-9935-c2b4a494b30e,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:04.206277 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] get_ports_and_sgs() called for port_ids ['ba3d6cd6-4983-4355-820d-2fe279c2c419'] {{(pid=108649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:08:04.263745 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d0b3f-fcea-46de-ae99-605fb9e33978 req-1d25e636-8f30-44f4-8187-6d1e8afe02f9 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:04.265289 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ac9d0b3f-fcea-46de-ae99-605fb9e33978 req-1d25e636-8f30-44f4-8187-6d1e8afe02f9 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea706bba-aa4a-4e2f-ae9d-bae53c9d2417 HTTP/1.1" status: 200 len: 944 time: 0.0506146 Oct 26 15:08:04.304163 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ac9d0b3f-fcea-46de-ae99-605fb9e33978 req-d80d1713-299e-4c62-b492-1058aa754353 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/security-groups?id=2973d70f-3378-4101-b1a0-ebb89b376292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321951 Oct 26 15:08:04.574691 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 36708) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:08:04.589160 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-ec4e08bd-64f1-49a7-91e8-951a0dbb4bf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:04.670004 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-ec4e08bd-64f1-49a7-91e8-951a0dbb4bf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:04.735372 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-ec4e08bd-64f1-49a7-91e8-951a0dbb4bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:04.776498 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-ec4e08bd-64f1-49a7-91e8-951a0dbb4bf5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0b4c51e030f948dcac25efe5bde5fb13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2005725 Oct 26 15:08:04.777333 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e08bd-64f1-49a7-91e8-951a0dbb4bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00785b7-c8ea-4d78-95f9-37e4d60f8ba2,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:04.779374 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 36710) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:08:04.830907 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-5e2bf34d-6d96-4df3-937c-66ab491915cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:04.853163 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-5e2bf34d-6d96-4df3-937c-66ab491915cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:04.975040 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-5e2bf34d-6d96-4df3-937c-66ab491915cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:04.977654 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-5e2bf34d-6d96-4df3-937c-66ab491915cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:04.978913 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-5e2bf34d-6d96-4df3-937c-66ab491915cd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a00785b7-c8ea-4d78-95f9-37e4d60f8ba2 HTTP/1.1" status: 204 len: 168 time: 0.1984637 Oct 26 15:08:04.987175 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2bf34d-6d96-4df3-937c-66ab491915cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00785b7-c8ea-4d78-95f9-37e4d60f8ba2,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:05.433112 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dfc4e0-372d-4b5d-8f76-318706ad3644 req-f0547376-1af9-47fb-9d2a-836ae87ac22b tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:05.437040 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d4dfc4e0-372d-4b5d-8f76-318706ad3644 req-f0547376-1af9-47fb-9d2a-836ae87ac22b tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea706bba-aa4a-4e2f-ae9d-bae53c9d2417 HTTP/1.1" status: 200 len: 944 time: 0.0501285 Oct 26 15:08:05.484385 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d4dfc4e0-372d-4b5d-8f76-318706ad3644 req-28077daf-a477-4eb4-a252-78c8a6d40ca3 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/security-groups?id=2973d70f-3378-4101-b1a0-ebb89b376292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401487 Oct 26 15:08:05.654396 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device ba3d6cd6-4983-4355-820d-2fe279c2c419 up at agent hyperv_hv-cinder-73270 {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:08:05.774825 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Provisioning for port ba3d6cd6-4983-4355-820d-2fe279c2c419 completed by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 15:08:05.778739 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Provisioning complete for port ba3d6cd6-4983-4355-820d-2fe279c2c419 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:08:05.779112 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:05.869092 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:05.891650 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea706bba-aa4a-4e2f-ae9d-bae53c9d2417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3d6cd6-4983-4355-820d-2fe279c2c419'}] {{(pid=108649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:08:05.893902 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce9ea8dafcd660945e4144893ae94b540b7d43bc7f31485d3ebdd76e7b8406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de9ecf0-99f5-45ef-8901-e147cb6115d7" -d '{"events": [{"server_uuid": "ea706bba-aa4a-4e2f-ae9d-bae53c9d2417", "name": "network-vif-plugged", "status": "completed", "tag": "ba3d6cd6-4983-4355-820d-2fe279c2c419"}]}' {{(pid=108649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:08:05.907449 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port ba3d6cd6-4983-4355-820d-2fe279c2c419, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=ba3d6cd6-4983-4355-820d-2fe279c2c419,segment=NetworkSegment(06ff8e1b-a091-454f-96da-63ebeaae63e2),segment_id=06ff8e1b-a091-454f-96da-63ebeaae63e2)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:08:05.929904 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c64613c-0129-482d-a0ff-c2aec3a7812a x-openstack-request-id: req-7c64613c-0129-482d-a0ff-c2aec3a7812a {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:08:05.932836 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea706bba-aa4a-4e2f-ae9d-bae53c9d2417", "name": "network-vif-plugged", "status": "completed", "tag": "ba3d6cd6-4983-4355-820d-2fe279c2c419", "code": 200}]} {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:08:05.932836 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7c64613c-0129-482d-a0ff-c2aec3a7812a {{(pid=108649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:08:05.932836 dv-cinder-732704-6-iscsi neutron-server[108649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea706bba-aa4a-4e2f-ae9d-bae53c9d2417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3d6cd6-4983-4355-820d-2fe279c2c419', 'code': 200} Oct 26 15:08:05.982264 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:06.032464 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=ba3d6cd6-4983-4355-820d-2fe279c2c419,revision_number=5']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:06.353759 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7498d-d5f4-4b44-abbe-4f4fe00be178 req-a1eba074-66fa-41b8-b424-33885d6dbab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:06.355442 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-d6f7498d-d5f4-4b44-abbe-4f4fe00be178 req-a1eba074-66fa-41b8-b424-33885d6dbab9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ea706bba-aa4a-4e2f-ae9d-bae53c9d2417 HTTP/1.1" status: 200 len: 1098 time: 0.0442021 Oct 26 15:08:06.392099 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-d6f7498d-d5f4-4b44-abbe-4f4fe00be178 req-870d5bd6-e83d-49d2-b5d4-04344562e975 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2973d70f-3378-4101-b1a0-ebb89b376292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285895 Oct 26 15:08:06.600857 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca628e-d5da-476d-90a6-2a6fa5efe51f req-6ef722cc-6b7d-43d7-b31c-dc0141035996 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:06.602553 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-90ca628e-d5da-476d-90a6-2a6fa5efe51f req-6ef722cc-6b7d-43d7-b31c-dc0141035996 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea706bba-aa4a-4e2f-ae9d-bae53c9d2417 HTTP/1.1" status: 200 len: 945 time: 0.0497301 Oct 26 15:08:06.643843 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-90ca628e-d5da-476d-90a6-2a6fa5efe51f req-99b489e5-d5ff-4050-b00a-fc0fb5a9bde6 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/security-groups?id=2973d70f-3378-4101-b1a0-ebb89b376292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351708 Oct 26 15:08:07.764485 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81db8a-19c8-4b30-961f-9f05cca7f6e4 req-66e08048-9a19-43cf-b4b1-f1279574d126 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:07.765974 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8e81db8a-19c8-4b30-961f-9f05cca7f6e4 req-66e08048-9a19-43cf-b4b1-f1279574d126 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea706bba-aa4a-4e2f-ae9d-bae53c9d2417 HTTP/1.1" status: 200 len: 945 time: 0.0499129 Oct 26 15:08:07.809746 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8e81db8a-19c8-4b30-961f-9f05cca7f6e4 req-a43748c3-f482-4c9f-b377-45d653fb684c tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/security-groups?id=2973d70f-3378-4101-b1a0-ebb89b376292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370896 Oct 26 15:08:07.942440 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-dfb4fa0e-1d6f-4e65-8b37-3da3375d1564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:08.930032 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6261c05-ac25-4066-940f-e3516340d5f7 req-c4926a13-a95b-408d-bf41-19af970fc311 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:08.931532 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b6261c05-ac25-4066-940f-e3516340d5f7 req-c4926a13-a95b-408d-bf41-19af970fc311 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea706bba-aa4a-4e2f-ae9d-bae53c9d2417 HTTP/1.1" status: 200 len: 945 time: 0.0550547 Oct 26 15:08:08.970572 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b6261c05-ac25-4066-940f-e3516340d5f7 req-4a560cd4-df46-4c90-809b-6eb56d0206a6 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/security-groups?id=2973d70f-3378-4101-b1a0-ebb89b376292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330493 Oct 26 15:08:11.203637 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:08:13.233297 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-9e472d5c-68d2-4716-add7-8ad400ea278d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:13.831893 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:13.850628 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:15.375081 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:15.491658 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 36824) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:08:15.797623 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.plugin [None req-fc3392f9-9fa7-41f7-b6ec-c1e6351c3f86 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Deleting port 1d6f2fb1-eaf9-4c58-a089-9aa88f3e6beb {{(pid=108648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:08:15.797970 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-fc3392f9-9fa7-41f7-b6ec-c1e6351c3f86 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:15.881496 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-fc3392f9-9fa7-41f7-b6ec-c1e6351c3f86 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:15.881800 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-fc3392f9-9fa7-41f7-b6ec-c1e6351c3f86 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:15.893542 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.plugin [None req-fc3392f9-9fa7-41f7-b6ec-c1e6351c3f86 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Calling delete_port for 1d6f2fb1-eaf9-4c58-a089-9aa88f3e6beb owned by network:floatingip {{(pid=108648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:08:16.124546 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-fc3392f9-9fa7-41f7-b6ec-c1e6351c3f86 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3397087'] for port, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:16.148856 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3392f9-9fa7-41f7-b6ec-c1e6351c3f86 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Pushing event deleted for resources: {'Port': ['ID=1d6f2fb1-eaf9-4c58-a089-9aa88f3e6beb,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:16.220145 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-fc3392f9-9fa7-41f7-b6ec-c1e6351c3f86 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks [] for floatingip, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:16.220478 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.db.l3_db [None req-fc3392f9-9fa7-41f7-b6ec-c1e6351c3f86 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Floating IP 4763604c-3728-4d67-82d8-02d4f41f7318 disassociated (deleted). External IP: 172.27.0.118, port: d281f9da-d50c-47d9-9fb9-11a607f383f3. Oct 26 15:08:16.437712 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3392f9-9fa7-41f7-b6ec-c1e6351c3f86 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Router 50816879-d3e1-4955-81f5-1c88c8bdf3e0 has already been hosted by L3 agent aad0d180-bd62-492d-9d56-445be5af9cbd {{(pid=108648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:08:16.545853 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3392f9-9fa7-41f7-b6ec-c1e6351c3f86 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Notify agent at l3_agent.dv-cinder-732704-6-iscsi the message routers_updated {{(pid=108648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:08:16.551396 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-fc3392f9-9fa7-41f7-b6ec-c1e6351c3f86 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for floatingip, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:16.556339 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48d37ee-eb35-469a-9f30-b11a5cd8c579 None None] Sync routers for ids ['50816879-d3e1-4955-81f5-1c88c8bdf3e0'] in dv-cinder-732704-6-iscsi {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:08:16.567558 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48d37ee-eb35-469a-9f30-b11a5cd8c579 None None] Routers {'50816879-d3e1-4955-81f5-1c88c8bdf3e0'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:08:16.568197 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-e48d37ee-eb35-469a-9f30-b11a5cd8c579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:08:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['50816879-d3e1-4955-81f5-1c88c8bdf3e0'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:08:16.581769 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-fc3392f9-9fa7-41f7-b6ec-c1e6351c3f86 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "DELETE /v2.0/floatingips/4763604c-3728-4d67-82d8-02d4f41f7318 HTTP/1.1" status: 204 len: 168 time: 1.0889571 Oct 26 15:08:16.582454 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50b9d6b2-be6e-49ce-acc0-d0a262b47fb2', 'tag': 'd281f9da-d50c-47d9-9fb9-11a607f383f3'}] {{(pid=108648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:08:16.584955 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfc2c26cf4d6f56294a0969bf05099f9a11f02f7060f3ae519b1a3a74e90611f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ebe64a-736e-47aa-a76e-eec2e632dc4f" -d '{"events": [{"name": "network-changed", "server_uuid": "50b9d6b2-be6e-49ce-acc0-d0a262b47fb2", "tag": "d281f9da-d50c-47d9-9fb9-11a607f383f3"}]}' {{(pid=108648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:08:16.639912 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5395570-9e2b-4cea-a400-1e4bffda4948 x-openstack-request-id: req-b5395570-9e2b-4cea-a400-1e4bffda4948 {{(pid=108648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:08:16.640351 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50b9d6b2-be6e-49ce-acc0-d0a262b47fb2", "tag": "d281f9da-d50c-47d9-9fb9-11a607f383f3", "status": "completed", "code": 200}]} {{(pid=108648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:08:16.640678 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b5395570-9e2b-4cea-a400-1e4bffda4948 {{(pid=108648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:08:16.641204 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50b9d6b2-be6e-49ce-acc0-d0a262b47fb2', 'tag': 'd281f9da-d50c-47d9-9fb9-11a607f383f3', 'status': 'completed', 'code': 200} Oct 26 15:08:16.694744 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-e48d37ee-eb35-469a-9f30-b11a5cd8c579 None None] Set router 50816879-d3e1-4955-81f5-1c88c8bdf3e0 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:08:16.703729 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ebe64a-736e-47aa-a76e-eec2e632dc4f req-e5e58f12-df5e-4acd-87b1-3d990e2676f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:16.705211 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-d9ebe64a-736e-47aa-a76e-eec2e632dc4f req-e5e58f12-df5e-4acd-87b1-3d990e2676f0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d27ee21879a14361af0baabc0f7cf95f&device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 1099 time: 0.0419176 Oct 26 15:08:16.809875 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ebe64a-736e-47aa-a76e-eec2e632dc4f req-9f637b81-2af2-4040-bb0f-d88fff846ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:16.811425 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-d9ebe64a-736e-47aa-a76e-eec2e632dc4f req-9f637b81-2af2-4040-bb0f-d88fff846ca3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=cb1882a3-668f-4be4-b145-338650ea2d5d HTTP/1.1" status: 200 len: 909 time: 0.0977285 Oct 26 15:08:16.845833 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 36842) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:08:16.868866 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-d9ebe64a-736e-47aa-a76e-eec2e632dc4f req-c7f6f3f6-64ef-4c45-8049-0a8d9e801ecd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d281f9da-d50c-47d9-9fb9-11a607f383f3 HTTP/1.1" status: 200 len: 217 time: 0.0496988 Oct 26 15:08:16.942104 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ebe64a-736e-47aa-a76e-eec2e632dc4f req-d50734fb-bb90-4f76-961b-50499665d015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:16.944262 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-d9ebe64a-736e-47aa-a76e-eec2e632dc4f req-d50734fb-bb90-4f76-961b-50499665d015 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f3751a7e-e8cf-4058-a8ef-38ac9afbb57b HTTP/1.1" status: 200 len: 847 time: 0.0685029 Oct 26 15:08:16.946393 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-e48d37ee-eb35-469a-9f30-b11a5cd8c579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50816879-d3e1-4955-81f5-1c88c8bdf3e0', 'name': 'tempest-TestShelveInstance-156439260-router', 'tenant_id': 'd27ee21879a14361af0baabc0f7cf95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'ad86213e-63d8-4eaf-897a-3abaea415222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:15Z', 'updated_at': '2021-10-26T15:02:21Z', 'revision_number': 4, 'project_id': 'd27ee21879a14361af0baabc0f7cf95f', 'gw_port': {'id': 'ad86213e-63d8-4eaf-897a-3abaea415222', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50816879-d3e1-4955-81f5-1c88c8bdf3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:16Z', 'updated_at': '2021-10-26T15:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': 'b07a00ea-4f47-4fea-9a28-fe44f6bea741', 'name': '', 'network_id': 'cb1882a3-668f-4be4-b145-338650ea2d5d', 'tenant_id': 'd27ee21879a14361af0baabc0f7cf95f', 'mac_address': 'fa:16:3e:82:88:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50816879-d3e1-4955-81f5-1c88c8bdf3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f3751a7e-e8cf-4058-a8ef-38ac9afbb57b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:19Z', 'updated_at': '2021-10-26T15:02:27Z', 'revision_number': 5, 'project_id': 'd27ee21879a14361af0baabc0f7cf95f', 'subnets': [{'id': 'f3751a7e-e8cf-4058-a8ef-38ac9afbb57b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:08:16.975297 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48d37ee-eb35-469a-9f30-b11a5cd8c579 None None] Checking router: 50816879-d3e1-4955-81f5-1c88c8bdf3e0 for host: dv-cinder-732704-6-iscsi {{(pid=108649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:08:16.984782 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48d37ee-eb35-469a-9f30-b11a5cd8c579 None None] Routers {'50816879-d3e1-4955-81f5-1c88c8bdf3e0'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:08:16.985419 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-e48d37ee-eb35-469a-9f30-b11a5cd8c579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:08:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['50816879-d3e1-4955-81f5-1c88c8bdf3e0'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:08:17.004430 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-cf159d0a-6d36-4e8a-9582-64d6cc134f42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:17.006784 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ebe64a-736e-47aa-a76e-eec2e632dc4f req-faf010bf-0026-4d49-b488-9ea99e371358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:17.008735 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-d9ebe64a-736e-47aa-a76e-eec2e632dc4f req-faf010bf-0026-4d49-b488-9ea99e371358 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cb1882a3-668f-4be4-b145-338650ea2d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555856 Oct 26 15:08:17.124511 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-e48d37ee-eb35-469a-9f30-b11a5cd8c579 None None] Set router 50816879-d3e1-4955-81f5-1c88c8bdf3e0 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:08:17.149080 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e513d6-6cc0-42e9-a5da-b6c808af50bc req-7e765955-8f3d-45cb-be8d-400b19735c08 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:17.150726 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f6e513d6-6cc0-42e9-a5da-b6c808af50bc req-7e765955-8f3d-45cb-be8d-400b19735c08 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 946 time: 0.0968103 Oct 26 15:08:17.152910 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-cf159d0a-6d36-4e8a-9582-64d6cc134f42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:17.200450 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f6e513d6-6cc0-42e9-a5da-b6c808af50bc req-d50ff260-097f-454d-a8dd-cd6c5f4ba6d6 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410504 Oct 26 15:08:17.244610 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-cf159d0a-6d36-4e8a-9582-64d6cc134f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:17.291163 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-cf159d0a-6d36-4e8a-9582-64d6cc134f42 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=84681f5f622f4e8394867d053185e4db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4417555 Oct 26 15:08:17.291163 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf159d0a-6d36-4e8a-9582-64d6cc134f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17bab5a6-5c5b-44f1-af36-4f5c6ba3e74e,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:17.293276 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 36848) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:08:17.354245 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-259bf5d4-e7f4-4e14-b0d6-fb0127611f77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:17.357152 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-e48d37ee-eb35-469a-9f30-b11a5cd8c579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50816879-d3e1-4955-81f5-1c88c8bdf3e0', 'name': 'tempest-TestShelveInstance-156439260-router', 'tenant_id': 'd27ee21879a14361af0baabc0f7cf95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'ad86213e-63d8-4eaf-897a-3abaea415222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:15Z', 'updated_at': '2021-10-26T15:02:21Z', 'revision_number': 4, 'project_id': 'd27ee21879a14361af0baabc0f7cf95f', 'gw_port': {'id': 'ad86213e-63d8-4eaf-897a-3abaea415222', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50816879-d3e1-4955-81f5-1c88c8bdf3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:16Z', 'updated_at': '2021-10-26T15:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': 'b07a00ea-4f47-4fea-9a28-fe44f6bea741', 'name': '', 'network_id': 'cb1882a3-668f-4be4-b145-338650ea2d5d', 'tenant_id': 'd27ee21879a14361af0baabc0f7cf95f', 'mac_address': 'fa:16:3e:82:88:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50816879-d3e1-4955-81f5-1c88c8bdf3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f3751a7e-e8cf-4058-a8ef-38ac9afbb57b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:19Z', 'updated_at': '2021-10-26T15:02:27Z', 'revision_number': 5, 'project_id': 'd27ee21879a14361af0baabc0f7cf95f', 'subnets': [{'id': 'f3751a7e-e8cf-4058-a8ef-38ac9afbb57b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:08:17.372648 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-d9ebe64a-736e-47aa-a76e-eec2e632dc4f req-9f157e18-026e-4285-b9ab-8c777afe1a09 service neutron] 10.222.0.76 "GET /v2.0/networks/cb1882a3-668f-4be4-b145-338650ea2d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562775 Oct 26 15:08:17.377272 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-259bf5d4-e7f4-4e14-b0d6-fb0127611f77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:17.387975 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48d37ee-eb35-469a-9f30-b11a5cd8c579 None None] The sync data for ids ['50816879-d3e1-4955-81f5-1c88c8bdf3e0'] in dv-cinder-732704-6-iscsi is: [{'id': '50816879-d3e1-4955-81f5-1c88c8bdf3e0', 'name': 'tempest-TestShelveInstance-156439260-router', 'tenant_id': 'd27ee21879a14361af0baabc0f7cf95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'ad86213e-63d8-4eaf-897a-3abaea415222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:15Z', 'updated_at': '2021-10-26T15:02:21Z', 'revision_number': 4, 'project_id': 'd27ee21879a14361af0baabc0f7cf95f', 'gw_port': {'id': 'ad86213e-63d8-4eaf-897a-3abaea415222', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50816879-d3e1-4955-81f5-1c88c8bdf3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:16Z', 'updated_at': '2021-10-26T15:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': 'b07a00ea-4f47-4fea-9a28-fe44f6bea741', 'name': '', 'network_id': 'cb1882a3-668f-4be4-b145-338650ea2d5d', 'tenant_id': 'd27ee21879a14361af0baabc0f7cf95f', 'mac_address': 'fa:16:3e:82:88:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50816879-d3e1-4955-81f5-1c88c8bdf3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f3751a7e-e8cf-4058-a8ef-38ac9afbb57b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:19Z', 'updated_at': '2021-10-26T15:02:27Z', 'revision_number': 5, 'project_id': 'd27ee21879a14361af0baabc0f7cf95f', 'subnets': [{'id': 'f3751a7e-e8cf-4058-a8ef-38ac9afbb57b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:08:17.484105 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-d9ebe64a-736e-47aa-a76e-eec2e632dc4f req-ca366a0d-5604-4680-b802-8ed39417e680 service neutron] 10.222.0.76 "GET /v2.0/networks/cb1882a3-668f-4be4-b145-338650ea2d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982966 Oct 26 15:08:17.558860 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-259bf5d4-e7f4-4e14-b0d6-fb0127611f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:17.561484 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-259bf5d4-e7f4-4e14-b0d6-fb0127611f77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:17.562689 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-259bf5d4-e7f4-4e14-b0d6-fb0127611f77 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/17bab5a6-5c5b-44f1-af36-4f5c6ba3e74e HTTP/1.1" status: 204 len: 168 time: 0.2669489 Oct 26 15:08:17.571364 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259bf5d4-e7f4-4e14-b0d6-fb0127611f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bab5a6-5c5b-44f1-af36-4f5c6ba3e74e,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:17.641210 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1bbe31-7d0f-4415-8843-5da2f7743429 None None] New status for floating IP 4763604c-3728-4d67-82d8-02d4f41f7318: DOWN {{(pid=108650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:08:18.340756 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0421e3-5563-41e6-a5b1-c9db89501ef4 req-1ca96b32-3d85-4873-880e-8fb797b52599 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:18.345010 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5f0421e3-5563-41e6-a5b1-c9db89501ef4 req-1ca96b32-3d85-4873-880e-8fb797b52599 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 946 time: 0.0696740 Oct 26 15:08:18.387333 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5f0421e3-5563-41e6-a5b1-c9db89501ef4 req-28b17391-9e1c-4294-ba17-a658de99e59b tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2f5a0a9-f9f3-488c-8aed-cd14509ca095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377209 Oct 26 15:08:18.799971 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314ad3d-f561-46ef-9b86-e28abf8f2f5d req-5d3205da-8282-4453-b18d-fdddcd059e45 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:18.801981 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-8314ad3d-f561-46ef-9b86-e28abf8f2f5d req-5d3205da-8282-4453-b18d-fdddcd059e45 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.76 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 946 time: 0.0502083 Oct 26 15:08:18.902946 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [req-8314ad3d-f561-46ef-9b86-e28abf8f2f5d req-676ace37-23fb-426a-80ce-e96d95d68348 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Deleting port d281f9da-d50c-47d9-9fb9-11a607f383f3 {{(pid=108647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:08:18.903296 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-8314ad3d-f561-46ef-9b86-e28abf8f2f5d req-676ace37-23fb-426a-80ce-e96d95d68348 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:18.996841 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [req-8314ad3d-f561-46ef-9b86-e28abf8f2f5d req-676ace37-23fb-426a-80ce-e96d95d68348 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] For port d281f9da-d50c-47d9-9fb9-11a607f383f3, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=d281f9da-d50c-47d9-9fb9-11a607f383f3,segment=NetworkSegment(c35993a7-c2db-4703-9589-9853cc7fe472),segment_id=c35993a7-c2db-4703-9589-9853cc7fe472)] {{(pid=108647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:08:18.996841 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-8314ad3d-f561-46ef-9b86-e28abf8f2f5d req-676ace37-23fb-426a-80ce-e96d95d68348 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:19.009015 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [req-8314ad3d-f561-46ef-9b86-e28abf8f2f5d req-676ace37-23fb-426a-80ce-e96d95d68348 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Calling delete_port for d281f9da-d50c-47d9-9fb9-11a607f383f3 owned by compute:nova {{(pid=108647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:08:19.215933 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-8314ad3d-f561-46ef-9b86-e28abf8f2f5d req-676ace37-23fb-426a-80ce-e96d95d68348 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:19.245042 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ace37-23fb-426a-80ce-e96d95d68348 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Pushing event deleted for resources: {'Port': ['ID=d281f9da-d50c-47d9-9fb9-11a607f383f3,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:19.301608 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [req-8314ad3d-f561-46ef-9b86-e28abf8f2f5d req-676ace37-23fb-426a-80ce-e96d95d68348 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] No DVR routers for this DVR port d281f9da-d50c-47d9-9fb9-11a607f383f3 on host hv-cinder-73270 {{(pid=108647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:08:19.304145 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-8314ad3d-f561-46ef-9b86-e28abf8f2f5d req-676ace37-23fb-426a-80ce-e96d95d68348 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:19.307591 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-8314ad3d-f561-46ef-9b86-e28abf8f2f5d req-676ace37-23fb-426a-80ce-e96d95d68348 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.76 "DELETE /v2.0/ports/d281f9da-d50c-47d9-9fb9-11a607f383f3 HTTP/1.1" status: 204 len: 173 time: 0.4987342 Oct 26 15:08:19.308044 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b9d6b2-be6e-49ce-acc0-d0a262b47fb2', 'name': 'network-vif-deleted', 'tag': 'd281f9da-d50c-47d9-9fb9-11a607f383f3'}] {{(pid=108647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:08:19.310313 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c67b12b1cf7ef49faca107c22834427ed1d300477b197fee39d1c6656c9e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14396500-8600-4b76-bdae-a181b454a6c3" -d '{"events": [{"server_uuid": "50b9d6b2-be6e-49ce-acc0-d0a262b47fb2", "name": "network-vif-deleted", "tag": "d281f9da-d50c-47d9-9fb9-11a607f383f3"}]}' {{(pid=108647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:08:19.347819 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ebe600-1d9f-4f69-8966-497f05135925 x-openstack-request-id: req-f6ebe600-1d9f-4f69-8966-497f05135925 {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:08:19.348113 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b9d6b2-be6e-49ce-acc0-d0a262b47fb2", "name": "network-vif-deleted", "tag": "d281f9da-d50c-47d9-9fb9-11a607f383f3", "status": "completed", "code": 200}]} {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:08:19.348369 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f6ebe600-1d9f-4f69-8966-497f05135925 {{(pid=108647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:08:19.348766 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b9d6b2-be6e-49ce-acc0-d0a262b47fb2', 'name': 'network-vif-deleted', 'tag': 'd281f9da-d50c-47d9-9fb9-11a607f383f3', 'status': 'completed', 'code': 200} Oct 26 15:08:19.491024 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f818bd6d-ace3-44c7-8466-96d923278aa7 req-4abf585b-8795-49a8-aa8d-0d5c3fcdb5fb tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 210 time: 0.0304415 Oct 26 15:08:20.601662 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-26bd20ae-aa91-4649-9079-4c580e45f69e req-003dd3ac-29a4-4e90-b585-7c3bf6f6e765 tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b9d6b2-be6e-49ce-acc0-d0a262b47fb2 HTTP/1.1" status: 200 len: 210 time: 0.0274248 Oct 26 15:08:21.657665 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 36934) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:08:21.725150 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-57dc1d10-7ac1-4c9b-b07b-8ec786af7f8b tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:21.758573 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-57dc1d10-7ac1-4c9b-b07b-8ec786af7f8b tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:21.953421 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-57dc1d10-7ac1-4c9b-b07b-8ec786af7f8b tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:21.956505 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-57dc1d10-7ac1-4c9b-b07b-8ec786af7f8b tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:21.957898 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-57dc1d10-7ac1-4c9b-b07b-8ec786af7f8b tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] 10.222.0.57 "DELETE /v2.0/security-groups/b2f5a0a9-f9f3-488c-8aed-cd14509ca095 HTTP/1.1" status: 204 len: 168 time: 0.2989869 Oct 26 15:08:21.972166 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc1d10-7ac1-4c9b-b07b-8ec786af7f8b tempest-TestShelveInstance-451785793 tempest-TestShelveInstance-451785793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f5a0a9-f9f3-488c-8aed-cd14509ca095,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:22.131162 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 36940) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:08:22.636349 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-c1011b4f-08a4-4ee7-9e53-f8c4da9025ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536295994'] for router_interface, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:22.897564 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [None req-c1011b4f-08a4-4ee7-9e53-f8c4da9025ac admin admin] Deleting port b07a00ea-4f47-4fea-9a28-fe44f6bea741 {{(pid=108647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:08:22.898156 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-c1011b4f-08a4-4ee7-9e53-f8c4da9025ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:22.984167 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [None req-c1011b4f-08a4-4ee7-9e53-f8c4da9025ac admin admin] For port b07a00ea-4f47-4fea-9a28-fe44f6bea741, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=b07a00ea-4f47-4fea-9a28-fe44f6bea741,segment=NetworkSegment(c35993a7-c2db-4703-9589-9853cc7fe472),segment_id=c35993a7-c2db-4703-9589-9853cc7fe472)] {{(pid=108647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:08:22.984541 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-c1011b4f-08a4-4ee7-9e53-f8c4da9025ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:22.997353 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [None req-c1011b4f-08a4-4ee7-9e53-f8c4da9025ac admin admin] Calling delete_port for b07a00ea-4f47-4fea-9a28-fe44f6bea741 owned by network:router_interface {{(pid=108647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:08:23.290429 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-c1011b4f-08a4-4ee7-9e53-f8c4da9025ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:23.320963 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1011b4f-08a4-4ee7-9e53-f8c4da9025ac admin admin] Pushing event deleted for resources: {'Port': ['ID=b07a00ea-4f47-4fea-9a28-fe44f6bea741,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:23.504368 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-c1011b4f-08a4-4ee7-9e53-f8c4da9025ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536254648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536296150'] for router_interface, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:23.714480 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device d281f9da-d50c-47d9-9fb9-11a607f383f3 no longer exists at agent hyperv_hv-cinder-73270 {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:08:23.720025 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1011b4f-08a4-4ee7-9e53-f8c4da9025ac admin admin] Router 50816879-d3e1-4955-81f5-1c88c8bdf3e0 has already been hosted by L3 agent aad0d180-bd62-492d-9d56-445be5af9cbd {{(pid=108647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:08:23.735498 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] No Port match for: d281f9da-d50c-47d9-9fb9-11a607f383f3 {{(pid=108649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:08:23.735843 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device d281f9da-d50c-47d9-9fb9-11a607f383f3 not bound to the agent host hv-cinder-73270 {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:08:23.836038 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1011b4f-08a4-4ee7-9e53-f8c4da9025ac admin admin] Notify agent at l3_agent.dv-cinder-732704-6-iscsi the message routers_updated {{(pid=108647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:08:23.844207 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-c1011b4f-08a4-4ee7-9e53-f8c4da9025ac admin admin] 10.222.0.57 "PUT /v2.0/routers/50816879-d3e1-4955-81f5-1c88c8bdf3e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7103508 Oct 26 15:08:23.860508 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636125a0-20b7-4467-839d-e66bfc2d2111 None None] Sync routers for ids ['50816879-d3e1-4955-81f5-1c88c8bdf3e0'] in dv-cinder-732704-6-iscsi {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:08:23.860508 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636125a0-20b7-4467-839d-e66bfc2d2111 None None] Routers {'50816879-d3e1-4955-81f5-1c88c8bdf3e0'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:08:23.860508 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-636125a0-20b7-4467-839d-e66bfc2d2111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:08:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['50816879-d3e1-4955-81f5-1c88c8bdf3e0'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:08:23.861610 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 36964) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:08:23.964806 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-636125a0-20b7-4467-839d-e66bfc2d2111 None None] Set router 50816879-d3e1-4955-81f5-1c88c8bdf3e0 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:08:23.969851 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8a8e8ca1-6c89-481f-923f-51d3554d61e0 admin admin] Publish callbacks [] for router, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:24.077337 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8a8e8ca1-6c89-481f-923f-51d3554d61e0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:24.156557 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-636125a0-20b7-4467-839d-e66bfc2d2111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50816879-d3e1-4955-81f5-1c88c8bdf3e0', 'name': 'tempest-TestShelveInstance-156439260-router', 'tenant_id': 'd27ee21879a14361af0baabc0f7cf95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'ad86213e-63d8-4eaf-897a-3abaea415222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:15Z', 'updated_at': '2021-10-26T15:08:23Z', 'revision_number': 5, 'project_id': 'd27ee21879a14361af0baabc0f7cf95f', 'gw_port': {'id': 'ad86213e-63d8-4eaf-897a-3abaea415222', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50816879-d3e1-4955-81f5-1c88c8bdf3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:16Z', 'updated_at': '2021-10-26T15:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi'}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:08:24.188503 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636125a0-20b7-4467-839d-e66bfc2d2111 None None] Checking router: 50816879-d3e1-4955-81f5-1c88c8bdf3e0 for host: dv-cinder-732704-6-iscsi {{(pid=108649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:08:24.198075 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636125a0-20b7-4467-839d-e66bfc2d2111 None None] Routers {'50816879-d3e1-4955-81f5-1c88c8bdf3e0'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:08:24.198713 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-636125a0-20b7-4467-839d-e66bfc2d2111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:08:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['50816879-d3e1-4955-81f5-1c88c8bdf3e0'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:08:24.242020 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [None req-8a8e8ca1-6c89-481f-923f-51d3554d61e0 admin admin] Deleting port ad86213e-63d8-4eaf-897a-3abaea415222 {{(pid=108647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:08:24.242361 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8a8e8ca1-6c89-481f-923f-51d3554d61e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:24.289294 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-636125a0-20b7-4467-839d-e66bfc2d2111 None None] Set router 50816879-d3e1-4955-81f5-1c88c8bdf3e0 gateway port host: None {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:08:24.331940 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [None req-8a8e8ca1-6c89-481f-923f-51d3554d61e0 admin admin] For port ad86213e-63d8-4eaf-897a-3abaea415222, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=ad86213e-63d8-4eaf-897a-3abaea415222,segment=NetworkSegment(48b4b2e5-ca40-4770-b351-7c2adc646ed5),segment_id=48b4b2e5-ca40-4770-b351-7c2adc646ed5)] {{(pid=108647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:08:24.332205 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8a8e8ca1-6c89-481f-923f-51d3554d61e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:24.344869 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [None req-8a8e8ca1-6c89-481f-923f-51d3554d61e0 admin admin] Calling delete_port for ad86213e-63d8-4eaf-897a-3abaea415222 owned by network:router_gateway {{(pid=108647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:08:24.475467 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-636125a0-20b7-4467-839d-e66bfc2d2111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50816879-d3e1-4955-81f5-1c88c8bdf3e0', 'name': 'tempest-TestShelveInstance-156439260-router', 'tenant_id': 'd27ee21879a14361af0baabc0f7cf95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:15Z', 'updated_at': '2021-10-26T15:08:24Z', 'revision_number': 6, 'project_id': 'd27ee21879a14361af0baabc0f7cf95f', 'gw_port_host': None}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:08:24.502904 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636125a0-20b7-4467-839d-e66bfc2d2111 None None] The sync data for ids ['50816879-d3e1-4955-81f5-1c88c8bdf3e0'] in dv-cinder-732704-6-iscsi is: [{'id': '50816879-d3e1-4955-81f5-1c88c8bdf3e0', 'name': 'tempest-TestShelveInstance-156439260-router', 'tenant_id': 'd27ee21879a14361af0baabc0f7cf95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:15Z', 'updated_at': '2021-10-26T15:08:24Z', 'revision_number': 6, 'project_id': 'd27ee21879a14361af0baabc0f7cf95f', 'gw_port_host': None}] {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:08:24.706738 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8a8e8ca1-6c89-481f-923f-51d3554d61e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:24.732548 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e8ca1-6c89-481f-923f-51d3554d61e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad86213e-63d8-4eaf-897a-3abaea415222,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:24.743834 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8e8ca1-6c89-481f-923f-51d3554d61e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:24.744189 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8e8ca1-6c89-481f-923f-51d3554d61e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:24.744538 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8e8ca1-6c89-481f-923f-51d3554d61e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:24.744876 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8e8ca1-6c89-481f-923f-51d3554d61e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:24.745208 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8e8ca1-6c89-481f-923f-51d3554d61e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:24.745543 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8e8ca1-6c89-481f-923f-51d3554d61e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:24.745873 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8e8ca1-6c89-481f-923f-51d3554d61e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:24.746209 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8e8ca1-6c89-481f-923f-51d3554d61e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:24.746529 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8e8ca1-6c89-481f-923f-51d3554d61e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:24.746883 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8e8ca1-6c89-481f-923f-51d3554d61e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:24.747208 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8e8ca1-6c89-481f-923f-51d3554d61e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:24.747548 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8e8ca1-6c89-481f-923f-51d3554d61e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:24.800725 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8a8e8ca1-6c89-481f-923f-51d3554d61e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536297332'] for router_gateway, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:24.894988 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8a8e8ca1-6c89-481f-923f-51d3554d61e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536295405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2856'] for router, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:24.897351 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8a8e8ca1-6c89-481f-923f-51d3554d61e0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:25.044465 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8a8e8ca1-6c89-481f-923f-51d3554d61e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536295396'] for router, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:25.050894 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8e8ca1-6c89-481f-923f-51d3554d61e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50816879-d3e1-4955-81f5-1c88c8bdf3e0 {{(pid=108647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:08:25.050894 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-8a8e8ca1-6c89-481f-923f-51d3554d61e0 admin admin] Publish callbacks [] for router, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:25.051410 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-8a8e8ca1-6c89-481f-923f-51d3554d61e0 admin admin] 10.222.0.57 "DELETE /v2.0/routers/50816879-d3e1-4955-81f5-1c88c8bdf3e0 HTTP/1.1" status: 204 len: 168 time: 1.1891308 Oct 26 15:08:25.053910 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 36980) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:08:25.099276 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d03b3c2-a8ef-4c4c-8212-d2c6a77ffbbb admin admin] Deleting subnet f3751a7e-e8cf-4058-a8ef-38ac9afbb57b {{(pid=108647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 15:08:25.102620 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-0d03b3c2-a8ef-4c4c-8212-d2c6a77ffbbb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:25.136890 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-0d03b3c2-a8ef-4c4c-8212-d2c6a77ffbbb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8615396'] for subnet, precommit_delete_associations {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:25.226863 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-0d03b3c2-a8ef-4c4c-8212-d2c6a77ffbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536333747'] for subnet, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:25.411358 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-0d03b3c2-a8ef-4c4c-8212-d2c6a77ffbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536333704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8556360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8456337'] for subnet, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:25.436258 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03b3c2-a8ef-4c4c-8212-d2c6a77ffbbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3751a7e-e8cf-4058-a8ef-38ac9afbb57b,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:25.443248 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-0d03b3c2-a8ef-4c4c-8212-d2c6a77ffbbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for subnet, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:25.446506 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-0d03b3c2-a8ef-4c4c-8212-d2c6a77ffbbb admin admin] 10.222.0.57 "DELETE /v2.0/subnets/f3751a7e-e8cf-4058-a8ef-38ac9afbb57b HTTP/1.1" status: 204 len: 168 time: 0.3915908 Oct 26 15:08:25.449150 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 36988) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:08:25.450202 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fe788d-069f-4af6-aaf8-5358c8cbdacb None None] Network cb1882a3-668f-4be4-b145-338650ea2d5d requested from dv-cinder-732704-6-iscsi {{(pid=108649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:08:25.518215 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device ad86213e-63d8-4eaf-897a-3abaea415222 no longer exists at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:08:25.544795 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-80256693-85e5-47ec-8bbc-fd0ec2d7c625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536309766'] for network, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:25.548678 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] No Port match for: ad86213e-63d8-4eaf-897a-3abaea415222 {{(pid=108649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:08:25.549035 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device ad86213e-63d8-4eaf-897a-3abaea415222 not bound to the agent host dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:08:25.549460 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device b07a00ea-4f47-4fea-9a28-fe44f6bea741 no longer exists at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:08:25.591258 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] No Port match for: b07a00ea-4f47-4fea-9a28-fe44f6bea741 {{(pid=108649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:08:25.591843 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device b07a00ea-4f47-4fea-9a28-fe44f6bea741 not bound to the agent host dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:08:25.619194 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.plugin [None req-80256693-85e5-47ec-8bbc-fd0ec2d7c625 admin admin] Deleting port 1395e052-4cef-4fc0-be2e-7961b22c0bb9 {{(pid=108648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:08:25.619194 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-80256693-85e5-47ec-8bbc-fd0ec2d7c625 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:25.709902 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.db [None req-80256693-85e5-47ec-8bbc-fd0ec2d7c625 admin admin] For port 1395e052-4cef-4fc0-be2e-7961b22c0bb9, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=1395e052-4cef-4fc0-be2e-7961b22c0bb9,segment=NetworkSegment(c35993a7-c2db-4703-9589-9853cc7fe472),segment_id=c35993a7-c2db-4703-9589-9853cc7fe472)] {{(pid=108648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:08:25.710256 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-80256693-85e5-47ec-8bbc-fd0ec2d7c625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:25.724633 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6076f8-aa43-4a7d-9555-300b5b478c92 None None] DHCP port deletion for cb1882a3-668f-4be4-b145-338650ea2d5d request from dv-cinder-732704-6-iscsi {{(pid=108649) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 15:08:25.728628 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.plugin [None req-80256693-85e5-47ec-8bbc-fd0ec2d7c625 admin admin] Calling delete_port for 1395e052-4cef-4fc0-be2e-7961b22c0bb9 owned by network:dhcp {{(pid=108648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:08:25.737055 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf77df-9e21-4e3f-836a-a11d15123b43 req-7875eb9c-7344-4c17-9d8d-1c032b6f32d8 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:25.739220 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-adbf77df-9e21-4e3f-836a-a11d15123b43 req-7875eb9c-7344-4c17-9d8d-1c032b6f32d8 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea706bba-aa4a-4e2f-ae9d-bae53c9d2417 HTTP/1.1" status: 200 len: 945 time: 0.0856516 Oct 26 15:08:25.771715 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-1a6076f8-aa43-4a7d-9555-300b5b478c92 None None] Deleting port 1395e052-4cef-4fc0-be2e-7961b22c0bb9 {{(pid=108649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:08:25.772087 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-1a6076f8-aa43-4a7d-9555-300b5b478c92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:25.828981 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-adbf77df-9e21-4e3f-836a-a11d15123b43 req-d4627760-422a-4deb-8b5f-bb91d1f850d6 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/security-groups?id=2973d70f-3378-4101-b1a0-ebb89b376292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823009 Oct 26 15:08:25.839194 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-1a6076f8-aa43-4a7d-9555-300b5b478c92 None None] For port 1395e052-4cef-4fc0-be2e-7961b22c0bb9, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=1395e052-4cef-4fc0-be2e-7961b22c0bb9,segment=NetworkSegment(c35993a7-c2db-4703-9589-9853cc7fe472),segment_id=c35993a7-c2db-4703-9589-9853cc7fe472)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:08:25.839616 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-1a6076f8-aa43-4a7d-9555-300b5b478c92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:25.853271 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-1a6076f8-aa43-4a7d-9555-300b5b478c92 None None] Calling delete_port for 1395e052-4cef-4fc0-be2e-7961b22c0bb9 owned by network:dhcp {{(pid=108649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:08:25.952433 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-80256693-85e5-47ec-8bbc-fd0ec2d7c625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3397087'] for port, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:25.961354 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-1a6076f8-aa43-4a7d-9555-300b5b478c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715'] for port, after_delete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:25.983545 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80256693-85e5-47ec-8bbc-fd0ec2d7c625 admin admin] Pushing event deleted for resources: {'Port': ['ID=1395e052-4cef-4fc0-be2e-7961b22c0bb9,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:25.987291 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80256693-85e5-47ec-8bbc-fd0ec2d7c625 admin admin] No DVR routers for this DVR port 1395e052-4cef-4fc0-be2e-7961b22c0bb9 on host dv-cinder-732704-6-iscsi {{(pid=108648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:08:25.988198 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6076f8-aa43-4a7d-9555-300b5b478c92 None None] Pushing event deleted for resources: {'Port': ['ID=1395e052-4cef-4fc0-be2e-7961b22c0bb9,revision_number=None']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:25.997097 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6076f8-aa43-4a7d-9555-300b5b478c92 None None] No DVR routers for this DVR port 1395e052-4cef-4fc0-be2e-7961b22c0bb9 on host dv-cinder-732704-6-iscsi {{(pid=108649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:08:25.999632 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6076f8-aa43-4a7d-9555-300b5b478c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:26.000013 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6076f8-aa43-4a7d-9555-300b5b478c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:26.000357 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6076f8-aa43-4a7d-9555-300b5b478c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:26.000753 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6076f8-aa43-4a7d-9555-300b5b478c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:26.001056 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6076f8-aa43-4a7d-9555-300b5b478c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:26.001412 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6076f8-aa43-4a7d-9555-300b5b478c92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:26.001747 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6076f8-aa43-4a7d-9555-300b5b478c92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:26.002081 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6076f8-aa43-4a7d-9555-300b5b478c92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:26.002408 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6076f8-aa43-4a7d-9555-300b5b478c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:26.002800 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6076f8-aa43-4a7d-9555-300b5b478c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:26.003126 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6076f8-aa43-4a7d-9555-300b5b478c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:26.003449 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6076f8-aa43-4a7d-9555-300b5b478c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:26.326940 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-80256693-85e5-47ec-8bbc-fd0ec2d7c625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536334904', 'neutron.services.segments.db._delete_segments_for_network-8752338035487'] for network, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:26.346373 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.services.segments.db [None req-80256693-85e5-47ec-8bbc-fd0ec2d7c625 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb1882a3-668f-4be4-b145-338650ea2d5d']}} {{(pid=108648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:08:26.355406 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.services.segments.db [None req-80256693-85e5-47ec-8bbc-fd0ec2d7c625 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c35993a7-c2db-4703-9589-9853cc7fe472') {'for_net_delete': True} {{(pid=108648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:08:26.355694 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.services.segments.db [None req-80256693-85e5-47ec-8bbc-fd0ec2d7c625 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c35993a7-c2db-4703-9589-9853cc7fe472') {} {{(pid=108648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:08:26.365848 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-80256693-85e5-47ec-8bbc-fd0ec2d7c625 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752338035752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3812551'] for segment, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:26.379067 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-80256693-85e5-47ec-8bbc-fd0ec2d7c625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888'] for segment, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:26.386010 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80256693-85e5-47ec-8bbc-fd0ec2d7c625 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=108648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:08:26.386428 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-80256693-85e5-47ec-8bbc-fd0ec2d7c625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3397034'] for segment, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:26.388167 dv-cinder-732704-6-iscsi neutron-server[108648]: Traceback (most recent call last): Oct 26 15:08:26.388167 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 15:08:26.388167 dv-cinder-732704-6-iscsi neutron-server[108648]: timer() Oct 26 15:08:26.388167 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 15:08:26.388167 dv-cinder-732704-6-iscsi neutron-server[108648]: cb(*args, **kw) Oct 26 15:08:26.388167 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 15:08:26.388167 dv-cinder-732704-6-iscsi neutron-server[108648]: return func(*args, **kwargs) Oct 26 15:08:26.388167 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 15:08:26.388167 dv-cinder-732704-6-iscsi neutron-server[108648]: self._notify() Oct 26 15:08:26.388167 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 15:08:26.388167 dv-cinder-732704-6-iscsi neutron-server[108648]: self.callback(batched_events) Oct 26 15:08:26.388167 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 15:08:26.388167 dv-cinder-732704-6-iscsi neutron-server[108648]: event.method(event) Oct 26 15:08:26.388167 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 15:08:26.388167 dv-cinder-732704-6-iscsi neutron-server[108648]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 15:08:26.388167 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 15:08:26.388167 dv-cinder-732704-6-iscsi neutron-server[108648]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 15:08:26.388167 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 15:08:26.388167 dv-cinder-732704-6-iscsi neutron-server[108648]: return f(self, *a, **k) Oct 26 15:08:26.388167 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 15:08:26.388167 dv-cinder-732704-6-iscsi neutron-server[108648]: return self._get(url).json() Oct 26 15:08:26.388167 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 15:08:26.388167 dv-cinder-732704-6-iscsi neutron-server[108648]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 15:08:26.388167 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 15:08:26.388167 dv-cinder-732704-6-iscsi neutron-server[108648]: return self.request(url, 'GET', **kwargs) Oct 26 15:08:26.388167 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 15:08:26.388167 dv-cinder-732704-6-iscsi neutron-server[108648]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 15:08:26.388167 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 15:08:26.388167 dv-cinder-732704-6-iscsi neutron-server[108648]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 15:08:26.388167 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 15:08:26.388167 dv-cinder-732704-6-iscsi neutron-server[108648]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 15:08:26.388167 dv-cinder-732704-6-iscsi neutron-server[108648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 15:08:26.518516 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-80256693-85e5-47ec-8bbc-fd0ec2d7c625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536334897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536297288'] for network, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:26.524313 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-80256693-85e5-47ec-8bbc-fd0ec2d7c625 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for network, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:26.527687 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-80256693-85e5-47ec-8bbc-fd0ec2d7c625 admin admin] 10.222.0.57 "DELETE /v2.0/networks/cb1882a3-668f-4be4-b145-338650ea2d5d HTTP/1.1" status: 204 len: 168 time: 1.0772967 Oct 26 15:08:26.530834 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 36996) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:08:26.541008 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80256693-85e5-47ec-8bbc-fd0ec2d7c625 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb1882a3-668f-4be4-b145-338650ea2d5d,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:26.548270 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80256693-85e5-47ec-8bbc-fd0ec2d7c625 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:26.548617 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80256693-85e5-47ec-8bbc-fd0ec2d7c625 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:26.548951 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80256693-85e5-47ec-8bbc-fd0ec2d7c625 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:26.549283 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80256693-85e5-47ec-8bbc-fd0ec2d7c625 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:26.549609 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80256693-85e5-47ec-8bbc-fd0ec2d7c625 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:26.549934 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80256693-85e5-47ec-8bbc-fd0ec2d7c625 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:26.550336 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80256693-85e5-47ec-8bbc-fd0ec2d7c625 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:26.550684 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80256693-85e5-47ec-8bbc-fd0ec2d7c625 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:26.551671 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80256693-85e5-47ec-8bbc-fd0ec2d7c625 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:26.551998 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80256693-85e5-47ec-8bbc-fd0ec2d7c625 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:26.552319 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80256693-85e5-47ec-8bbc-fd0ec2d7c625 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:26.552637 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80256693-85e5-47ec-8bbc-fd0ec2d7c625 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:26.871344 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-0aa64bcc-3a88-402e-b538-7aac6690f6ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536295994'] for router_interface, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:26.955466 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a1bdd7-c2d7-4975-b93c-c0160f84240d req-6f8cf465-44ef-487a-9186-6425162a9720 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:26.957084 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d5a1bdd7-c2d7-4975-b93c-c0160f84240d req-6f8cf465-44ef-487a-9186-6425162a9720 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea706bba-aa4a-4e2f-ae9d-bae53c9d2417 HTTP/1.1" status: 200 len: 945 time: 0.0559025 Oct 26 15:08:27.003443 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d5a1bdd7-c2d7-4975-b93c-c0160f84240d req-f598f7c1-9844-4e42-85de-d8a9f705395f tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/security-groups?id=2973d70f-3378-4101-b1a0-ebb89b376292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356824 Oct 26 15:08:27.390804 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [None req-0aa64bcc-3a88-402e-b538-7aac6690f6ed admin admin] Deleting port 50fba1cf-a4fd-4660-8d40-09521908c1ef {{(pid=108647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:08:27.391140 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-0aa64bcc-3a88-402e-b538-7aac6690f6ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:27.447062 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea22b5-f320-4d84-aff5-48191dedbfa8 req-6c1b02bb-1c13-4c69-8e63-27a6220eb871 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:27.448619 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-9eea22b5-f320-4d84-aff5-48191dedbfa8 req-6c1b02bb-1c13-4c69-8e63-27a6220eb871 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea706bba-aa4a-4e2f-ae9d-bae53c9d2417 HTTP/1.1" status: 200 len: 945 time: 0.1069517 Oct 26 15:08:27.459437 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 1395e052-4cef-4fc0-be2e-7961b22c0bb9 no longer exists at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:08:27.481498 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] No Port match for: 1395e052-4cef-4fc0-be2e-7961b22c0bb9 {{(pid=108649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:08:27.481844 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 1395e052-4cef-4fc0-be2e-7961b22c0bb9 not bound to the agent host dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:08:27.563176 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [None req-0aa64bcc-3a88-402e-b538-7aac6690f6ed admin admin] For port 50fba1cf-a4fd-4660-8d40-09521908c1ef, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=50fba1cf-a4fd-4660-8d40-09521908c1ef,segment=NetworkSegment(70c3e4aa-dc6c-4875-b626-ec858fa3a509),segment_id=70c3e4aa-dc6c-4875-b626-ec858fa3a509)] {{(pid=108647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:08:27.563791 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-0aa64bcc-3a88-402e-b538-7aac6690f6ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:27.581520 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [None req-0aa64bcc-3a88-402e-b538-7aac6690f6ed admin admin] Calling delete_port for 50fba1cf-a4fd-4660-8d40-09521908c1ef owned by network:router_interface {{(pid=108647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:08:27.638851 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [req-9eea22b5-f320-4d84-aff5-48191dedbfa8 req-72a928c6-fb3f-45a7-8962-660ea0b0318d tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Deleting port ba3d6cd6-4983-4355-820d-2fe279c2c419 {{(pid=108647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:08:27.639195 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-9eea22b5-f320-4d84-aff5-48191dedbfa8 req-72a928c6-fb3f-45a7-8962-660ea0b0318d tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:27.782809 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [req-9eea22b5-f320-4d84-aff5-48191dedbfa8 req-72a928c6-fb3f-45a7-8962-660ea0b0318d tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] For port ba3d6cd6-4983-4355-820d-2fe279c2c419, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=ba3d6cd6-4983-4355-820d-2fe279c2c419,segment=NetworkSegment(06ff8e1b-a091-454f-96da-63ebeaae63e2),segment_id=06ff8e1b-a091-454f-96da-63ebeaae63e2)] {{(pid=108647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:08:27.783084 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-9eea22b5-f320-4d84-aff5-48191dedbfa8 req-72a928c6-fb3f-45a7-8962-660ea0b0318d tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:27.802953 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [req-9eea22b5-f320-4d84-aff5-48191dedbfa8 req-72a928c6-fb3f-45a7-8962-660ea0b0318d tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Calling delete_port for ba3d6cd6-4983-4355-820d-2fe279c2c419 owned by compute:nova {{(pid=108647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:08:27.981457 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-0aa64bcc-3a88-402e-b538-7aac6690f6ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:28.008269 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa64bcc-3a88-402e-b538-7aac6690f6ed admin admin] Pushing event deleted for resources: {'Port': ['ID=50fba1cf-a4fd-4660-8d40-09521908c1ef,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:28.128072 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a5d860-f889-4c9f-a4d4-17c89f5d3624 req-af1e0ff9-b494-4611-88ca-5bdd38bf7de7 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:28.128563 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-9eea22b5-f320-4d84-aff5-48191dedbfa8 req-72a928c6-fb3f-45a7-8962-660ea0b0318d tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:28.136229 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-74a5d860-f889-4c9f-a4d4-17c89f5d3624 req-af1e0ff9-b494-4611-88ca-5bdd38bf7de7 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea706bba-aa4a-4e2f-ae9d-bae53c9d2417 HTTP/1.1" status: 200 len: 867 time: 0.0601618 Oct 26 15:08:28.144601 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] get_ports_and_sgs() called for port_ids ['ce503cf7-0c7a-4075-a190-6e9dbbd37970', '9a389211-7dcc-42a8-bacb-aa6bd7b340e9', '1e64ad38-728a-4199-b6f2-616847da27d6', 'ba3d6cd6-4983-4355-820d-2fe279c2c419'] {{(pid=108649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:08:28.188659 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-74a5d860-f889-4c9f-a4d4-17c89f5d3624 req-d4803622-e4fa-432a-a3a7-df2caba98a89 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/security-groups?id=2973d70f-3378-4101-b1a0-ebb89b376292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514503 Oct 26 15:08:28.197701 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a928c6-fb3f-45a7-8962-660ea0b0318d tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Pushing event deleted for resources: {'Port': ['ID=ba3d6cd6-4983-4355-820d-2fe279c2c419,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:28.252003 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eea22b5-f320-4d84-aff5-48191dedbfa8 req-72a928c6-fb3f-45a7-8962-660ea0b0318d tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] No DVR routers for this DVR port ba3d6cd6-4983-4355-820d-2fe279c2c419 on host hv-cinder-73270 {{(pid=108647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:08:28.258484 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-9eea22b5-f320-4d84-aff5-48191dedbfa8 req-72a928c6-fb3f-45a7-8962-660ea0b0318d tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:28.261933 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-9eea22b5-f320-4d84-aff5-48191dedbfa8 req-72a928c6-fb3f-45a7-8962-660ea0b0318d tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.76 "DELETE /v2.0/ports/ba3d6cd6-4983-4355-820d-2fe279c2c419 HTTP/1.1" status: 204 len: 173 time: 0.8065038 Oct 26 15:08:28.266134 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea706bba-aa4a-4e2f-ae9d-bae53c9d2417', 'name': 'network-vif-deleted', 'tag': 'ba3d6cd6-4983-4355-820d-2fe279c2c419'}] {{(pid=108647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:08:28.266134 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c67b12b1cf7ef49faca107c22834427ed1d300477b197fee39d1c6656c9e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5dee5a4-2719-4356-b5f2-e39e4ba8e0e9" -d '{"events": [{"server_uuid": "ea706bba-aa4a-4e2f-ae9d-bae53c9d2417", "name": "network-vif-deleted", "tag": "ba3d6cd6-4983-4355-820d-2fe279c2c419"}]}' {{(pid=108647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:08:28.284593 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-0aa64bcc-3a88-402e-b538-7aac6690f6ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536254648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536296150'] for router_interface, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:28.302890 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63581a2-8893-4917-a2b1-69f21b636d0b x-openstack-request-id: req-b63581a2-8893-4917-a2b1-69f21b636d0b {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:08:28.306791 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea706bba-aa4a-4e2f-ae9d-bae53c9d2417", "name": "network-vif-deleted", "tag": "ba3d6cd6-4983-4355-820d-2fe279c2c419", "status": "completed", "code": 200}]} {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:08:28.306791 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b63581a2-8893-4917-a2b1-69f21b636d0b {{(pid=108647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:08:28.306791 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea706bba-aa4a-4e2f-ae9d-bae53c9d2417', 'name': 'network-vif-deleted', 'tag': 'ba3d6cd6-4983-4355-820d-2fe279c2c419', 'status': 'completed', 'code': 200} Oct 26 15:08:28.533358 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa64bcc-3a88-402e-b538-7aac6690f6ed admin admin] Router 2cb56c5f-3e9f-4354-b21e-aa67fac00aa7 has already been hosted by L3 agent aad0d180-bd62-492d-9d56-445be5af9cbd {{(pid=108647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:08:28.536060 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:28.645410 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa64bcc-3a88-402e-b538-7aac6690f6ed admin admin] Notify agent at l3_agent.dv-cinder-732704-6-iscsi the message routers_updated {{(pid=108647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:08:28.650586 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-0aa64bcc-3a88-402e-b538-7aac6690f6ed admin admin] 10.222.0.57 "PUT /v2.0/routers/2cb56c5f-3e9f-4354-b21e-aa67fac00aa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1185970 Oct 26 15:08:28.652999 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 37020) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:08:28.655765 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c4c41b-853f-4aa9-9c24-45073d961425 None None] Sync routers for ids ['2cb56c5f-3e9f-4354-b21e-aa67fac00aa7'] in dv-cinder-732704-6-iscsi {{(pid=108650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:08:28.666250 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c4c41b-853f-4aa9-9c24-45073d961425 None None] Routers {'2cb56c5f-3e9f-4354-b21e-aa67fac00aa7'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:08:28.666928 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-68c4c41b-853f-4aa9-9c24-45073d961425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:08:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['2cb56c5f-3e9f-4354-b21e-aa67fac00aa7'], 'active': True} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:08:28.757304 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-56a4cf75-3c1a-4691-90a0-3864d4e89a3c admin admin] Publish callbacks [] for router, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:28.779384 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvr_db [None req-68c4c41b-853f-4aa9-9c24-45073d961425 None None] Set router 2cb56c5f-3e9f-4354-b21e-aa67fac00aa7 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:08:28.861338 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-56a4cf75-3c1a-4691-90a0-3864d4e89a3c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:28.967068 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-68c4c41b-853f-4aa9-9c24-45073d961425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb56c5f-3e9f-4354-b21e-aa67fac00aa7', 'name': 'tempest-TestShelveInstance-384887535-router', 'tenant_id': '93fbf3e2bd624b8cb018940b513fcd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '6f5c6e9f-cf78-45d3-b3d8-020b79b4746d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:26Z', 'updated_at': '2021-10-26T15:08:27Z', 'revision_number': 5, 'project_id': '93fbf3e2bd624b8cb018940b513fcd1f', 'gw_port': {'id': '6f5c6e9f-cf78-45d3-b3d8-020b79b4746d', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:00:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb56c5f-3e9f-4354-b21e-aa67fac00aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:28Z', 'updated_at': '2021-10-26T15:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi'}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:08:28.994425 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c4c41b-853f-4aa9-9c24-45073d961425 None None] Checking router: 2cb56c5f-3e9f-4354-b21e-aa67fac00aa7 for host: dv-cinder-732704-6-iscsi {{(pid=108650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:08:29.003156 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c4c41b-853f-4aa9-9c24-45073d961425 None None] Routers {'2cb56c5f-3e9f-4354-b21e-aa67fac00aa7'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:08:29.003775 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-68c4c41b-853f-4aa9-9c24-45073d961425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:08:13Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['2cb56c5f-3e9f-4354-b21e-aa67fac00aa7'], 'active': True} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:08:29.047625 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [None req-56a4cf75-3c1a-4691-90a0-3864d4e89a3c admin admin] Deleting port 6f5c6e9f-cf78-45d3-b3d8-020b79b4746d {{(pid=108647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:08:29.047966 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-56a4cf75-3c1a-4691-90a0-3864d4e89a3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:29.134477 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [None req-56a4cf75-3c1a-4691-90a0-3864d4e89a3c admin admin] For port 6f5c6e9f-cf78-45d3-b3d8-020b79b4746d, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=6f5c6e9f-cf78-45d3-b3d8-020b79b4746d,segment=NetworkSegment(48b4b2e5-ca40-4770-b351-7c2adc646ed5),segment_id=48b4b2e5-ca40-4770-b351-7c2adc646ed5)] {{(pid=108647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:08:29.134873 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-56a4cf75-3c1a-4691-90a0-3864d4e89a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:29.149458 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [None req-56a4cf75-3c1a-4691-90a0-3864d4e89a3c admin admin] Calling delete_port for 6f5c6e9f-cf78-45d3-b3d8-020b79b4746d owned by network:router_gateway {{(pid=108647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:08:29.185110 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvr_db [None req-68c4c41b-853f-4aa9-9c24-45073d961425 None None] Set router 2cb56c5f-3e9f-4354-b21e-aa67fac00aa7 gateway port host: None {{(pid=108650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:08:29.243188 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-68c4c41b-853f-4aa9-9c24-45073d961425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb56c5f-3e9f-4354-b21e-aa67fac00aa7', 'name': 'tempest-TestShelveInstance-384887535-router', 'tenant_id': '93fbf3e2bd624b8cb018940b513fcd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:26Z', 'updated_at': '2021-10-26T15:08:28Z', 'revision_number': 6, 'project_id': '93fbf3e2bd624b8cb018940b513fcd1f', 'gw_port_host': None}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:08:29.278117 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c4c41b-853f-4aa9-9c24-45073d961425 None None] The sync data for ids ['2cb56c5f-3e9f-4354-b21e-aa67fac00aa7'] in dv-cinder-732704-6-iscsi is: [{'id': '2cb56c5f-3e9f-4354-b21e-aa67fac00aa7', 'name': 'tempest-TestShelveInstance-384887535-router', 'tenant_id': '93fbf3e2bd624b8cb018940b513fcd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:26Z', 'updated_at': '2021-10-26T15:08:28Z', 'revision_number': 6, 'project_id': '93fbf3e2bd624b8cb018940b513fcd1f', 'gw_port_host': None}] {{(pid=108650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:08:29.338774 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9aebf73b-9b5e-4769-b2fe-b7218dd2f7b4 req-8e40c9d8-1672-4dcc-83eb-0071e1d0500f tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea706bba-aa4a-4e2f-ae9d-bae53c9d2417 HTTP/1.1" status: 200 len: 210 time: 0.0289364 Oct 26 15:08:29.517873 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-56a4cf75-3c1a-4691-90a0-3864d4e89a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:29.546119 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a4cf75-3c1a-4691-90a0-3864d4e89a3c admin admin] Pushing event deleted for resources: {'Port': ['ID=6f5c6e9f-cf78-45d3-b3d8-020b79b4746d,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:29.607952 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-56a4cf75-3c1a-4691-90a0-3864d4e89a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536297332'] for router_gateway, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:29.697534 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-56a4cf75-3c1a-4691-90a0-3864d4e89a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536295405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2856'] for router, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:29.700084 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-56a4cf75-3c1a-4691-90a0-3864d4e89a3c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:29.761293 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 50fba1cf-a4fd-4660-8d40-09521908c1ef no longer exists at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:08:29.776419 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] No Port match for: 50fba1cf-a4fd-4660-8d40-09521908c1ef {{(pid=108649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:08:29.776754 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 50fba1cf-a4fd-4660-8d40-09521908c1ef not bound to the agent host dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:08:29.815743 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-56a4cf75-3c1a-4691-90a0-3864d4e89a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536295396'] for router, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:29.816289 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a4cf75-3c1a-4691-90a0-3864d4e89a3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cb56c5f-3e9f-4354-b21e-aa67fac00aa7 {{(pid=108647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:08:29.820410 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-56a4cf75-3c1a-4691-90a0-3864d4e89a3c admin admin] Publish callbacks [] for router, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:29.821568 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-56a4cf75-3c1a-4691-90a0-3864d4e89a3c admin admin] 10.222.0.57 "DELETE /v2.0/routers/2cb56c5f-3e9f-4354-b21e-aa67fac00aa7 HTTP/1.1" status: 204 len: 168 time: 1.1675570 Oct 26 15:08:29.824214 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 37032) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:08:29.871023 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.db_base_plugin_v2 [None req-903777ec-c7f2-434a-b486-228bc14e97db admin admin] Deleting subnet bc090835-674c-43c8-bfb6-a2553e3c3160 {{(pid=108647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 15:08:29.874061 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-903777ec-c7f2-434a-b486-228bc14e97db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:29.907271 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-903777ec-c7f2-434a-b486-228bc14e97db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8615396'] for subnet, precommit_delete_associations {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:29.982368 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-903777ec-c7f2-434a-b486-228bc14e97db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536333747'] for subnet, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:30.159277 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-903777ec-c7f2-434a-b486-228bc14e97db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536333704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8556360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8456337'] for subnet, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:30.188955 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903777ec-c7f2-434a-b486-228bc14e97db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc090835-674c-43c8-bfb6-a2553e3c3160,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:30.193298 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-903777ec-c7f2-434a-b486-228bc14e97db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for subnet, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:30.196547 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-903777ec-c7f2-434a-b486-228bc14e97db admin admin] 10.222.0.57 "DELETE /v2.0/subnets/bc090835-674c-43c8-bfb6-a2553e3c3160 HTTP/1.1" status: 204 len: 168 time: 0.3713961 Oct 26 15:08:30.198993 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 37034) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:08:30.201925 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2b2cb9-687f-4f6e-9b3e-58f5d68188f4 None None] Network e9f9b01d-b28a-4617-9b81-a614a4ad6002 requested from dv-cinder-732704-6-iscsi {{(pid=108649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:08:30.278476 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-7414d3ee-e09c-4b54-ae5f-a02b8b141557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536309766'] for network, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:30.348477 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [None req-7414d3ee-e09c-4b54-ae5f-a02b8b141557 admin admin] Deleting port cbd0014e-9e77-4f60-9770-04ff5b83ffd2 {{(pid=108647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:08:30.348816 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-7414d3ee-e09c-4b54-ae5f-a02b8b141557 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:30.412144 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee694e25-fe26-4d86-9e0e-b723bbcc51ff None None] DHCP port deletion for e9f9b01d-b28a-4617-9b81-a614a4ad6002 request from dv-cinder-732704-6-iscsi {{(pid=108649) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 15:08:30.437366 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [None req-7414d3ee-e09c-4b54-ae5f-a02b8b141557 admin admin] For port cbd0014e-9e77-4f60-9770-04ff5b83ffd2, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=cbd0014e-9e77-4f60-9770-04ff5b83ffd2,segment=NetworkSegment(70c3e4aa-dc6c-4875-b626-ec858fa3a509),segment_id=70c3e4aa-dc6c-4875-b626-ec858fa3a509)] {{(pid=108647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:08:30.437956 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-7414d3ee-e09c-4b54-ae5f-a02b8b141557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:30.452793 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [None req-7414d3ee-e09c-4b54-ae5f-a02b8b141557 admin admin] Calling delete_port for cbd0014e-9e77-4f60-9770-04ff5b83ffd2 owned by network:dhcp {{(pid=108647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:08:30.464648 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-ee694e25-fe26-4d86-9e0e-b723bbcc51ff None None] Deleting port cbd0014e-9e77-4f60-9770-04ff5b83ffd2 {{(pid=108649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:08:30.465304 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-ee694e25-fe26-4d86-9e0e-b723bbcc51ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:30.532319 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-ee694e25-fe26-4d86-9e0e-b723bbcc51ff None None] For port cbd0014e-9e77-4f60-9770-04ff5b83ffd2, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=cbd0014e-9e77-4f60-9770-04ff5b83ffd2,segment=NetworkSegment(70c3e4aa-dc6c-4875-b626-ec858fa3a509),segment_id=70c3e4aa-dc6c-4875-b626-ec858fa3a509)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:08:30.532809 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-ee694e25-fe26-4d86-9e0e-b723bbcc51ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:30.545024 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-ee694e25-fe26-4d86-9e0e-b723bbcc51ff None None] Calling delete_port for cbd0014e-9e77-4f60-9770-04ff5b83ffd2 owned by network:dhcp {{(pid=108649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:08:30.655778 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-7414d3ee-e09c-4b54-ae5f-a02b8b141557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:30.662613 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-ee694e25-fe26-4d86-9e0e-b723bbcc51ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715'] for port, after_delete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:30.682254 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7414d3ee-e09c-4b54-ae5f-a02b8b141557 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbd0014e-9e77-4f60-9770-04ff5b83ffd2,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:30.684084 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7414d3ee-e09c-4b54-ae5f-a02b8b141557 admin admin] No DVR routers for this DVR port cbd0014e-9e77-4f60-9770-04ff5b83ffd2 on host dv-cinder-732704-6-iscsi {{(pid=108647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:08:30.689011 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee694e25-fe26-4d86-9e0e-b723bbcc51ff None None] Pushing event deleted for resources: {'Port': ['ID=cbd0014e-9e77-4f60-9770-04ff5b83ffd2,revision_number=None']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:30.690871 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee694e25-fe26-4d86-9e0e-b723bbcc51ff None None] No DVR routers for this DVR port cbd0014e-9e77-4f60-9770-04ff5b83ffd2 on host dv-cinder-732704-6-iscsi {{(pid=108649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:08:30.764560 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-7414d3ee-e09c-4b54-ae5f-a02b8b141557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536334904', 'neutron.services.segments.db._delete_segments_for_network-8752338035487'] for network, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:30.781819 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.services.segments.db [None req-7414d3ee-e09c-4b54-ae5f-a02b8b141557 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9f9b01d-b28a-4617-9b81-a614a4ad6002']}} {{(pid=108647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:08:30.793869 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.services.segments.db [None req-7414d3ee-e09c-4b54-ae5f-a02b8b141557 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70c3e4aa-dc6c-4875-b626-ec858fa3a509') {'for_net_delete': True} {{(pid=108647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:08:30.794167 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.services.segments.db [None req-7414d3ee-e09c-4b54-ae5f-a02b8b141557 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70c3e4aa-dc6c-4875-b626-ec858fa3a509') {} {{(pid=108647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:08:30.806528 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-7414d3ee-e09c-4b54-ae5f-a02b8b141557 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752338035752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8615407'] for segment, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:30.821804 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-7414d3ee-e09c-4b54-ae5f-a02b8b141557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888'] for segment, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:30.831891 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7414d3ee-e09c-4b54-ae5f-a02b8b141557 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=108647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:08:30.833017 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-7414d3ee-e09c-4b54-ae5f-a02b8b141557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8556514'] for segment, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:30.835894 dv-cinder-732704-6-iscsi neutron-server[108647]: Traceback (most recent call last): Oct 26 15:08:30.835894 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 15:08:30.835894 dv-cinder-732704-6-iscsi neutron-server[108647]: timer() Oct 26 15:08:30.835894 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 15:08:30.835894 dv-cinder-732704-6-iscsi neutron-server[108647]: cb(*args, **kw) Oct 26 15:08:30.835894 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 15:08:30.835894 dv-cinder-732704-6-iscsi neutron-server[108647]: return func(*args, **kwargs) Oct 26 15:08:30.835894 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 15:08:30.835894 dv-cinder-732704-6-iscsi neutron-server[108647]: self._notify() Oct 26 15:08:30.835894 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 15:08:30.835894 dv-cinder-732704-6-iscsi neutron-server[108647]: self.callback(batched_events) Oct 26 15:08:30.835894 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 15:08:30.835894 dv-cinder-732704-6-iscsi neutron-server[108647]: event.method(event) Oct 26 15:08:30.835894 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 15:08:30.835894 dv-cinder-732704-6-iscsi neutron-server[108647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 15:08:30.835894 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 15:08:30.835894 dv-cinder-732704-6-iscsi neutron-server[108647]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 15:08:30.835894 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 15:08:30.835894 dv-cinder-732704-6-iscsi neutron-server[108647]: return f(self, *a, **k) Oct 26 15:08:30.835894 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 15:08:30.835894 dv-cinder-732704-6-iscsi neutron-server[108647]: return self._get(url).json() Oct 26 15:08:30.835894 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 15:08:30.835894 dv-cinder-732704-6-iscsi neutron-server[108647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 15:08:30.835894 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 15:08:30.835894 dv-cinder-732704-6-iscsi neutron-server[108647]: return self.request(url, 'GET', **kwargs) Oct 26 15:08:30.835894 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 15:08:30.835894 dv-cinder-732704-6-iscsi neutron-server[108647]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 15:08:30.835894 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 15:08:30.835894 dv-cinder-732704-6-iscsi neutron-server[108647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 15:08:30.835894 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 15:08:30.835894 dv-cinder-732704-6-iscsi neutron-server[108647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 15:08:30.835894 dv-cinder-732704-6-iscsi neutron-server[108647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 15:08:30.917746 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 37052) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:08:30.975941 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-7414d3ee-e09c-4b54-ae5f-a02b8b141557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536334897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536297288'] for network, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:30.981390 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-7414d3ee-e09c-4b54-ae5f-a02b8b141557 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for network, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:30.984487 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-7414d3ee-e09c-4b54-ae5f-a02b8b141557 admin admin] 10.222.0.57 "DELETE /v2.0/networks/e9f9b01d-b28a-4617-9b81-a614a4ad6002 HTTP/1.1" status: 204 len: 168 time: 0.7845640 Oct 26 15:08:30.999825 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7414d3ee-e09c-4b54-ae5f-a02b8b141557 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9f9b01d-b28a-4617-9b81-a614a4ad6002,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:31.030197 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-c8090b79-d14f-4d86-b5f5-f7f288986d70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:31.102830 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-c8090b79-d14f-4d86-b5f5-f7f288986d70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:31.221294 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-c8090b79-d14f-4d86-b5f5-f7f288986d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:31.262390 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-c8090b79-d14f-4d86-b5f5-f7f288986d70 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e7d2b22bd1224fa389d0164e18c7cc76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3435593 Oct 26 15:08:31.263281 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8090b79-d14f-4d86-b5f5-f7f288986d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6177059b-ec94-4337-8497-2f14f61fd05a,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:31.268388 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 37058) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:08:31.322705 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-abaa9b28-5562-4edf-b8f4-17f050b50391 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:31.348594 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-abaa9b28-5562-4edf-b8f4-17f050b50391 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:31.421463 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 37060) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:08:31.457268 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 6f5c6e9f-cf78-45d3-b3d8-020b79b4746d no longer exists at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:08:31.469992 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-549f722b-a1b6-48ba-8fa0-bd279a7bab07 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d27ee21879a14361af0baabc0f7cf95f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0485232 Oct 26 15:08:31.472843 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 37062) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:08:31.493860 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] No Port match for: 6f5c6e9f-cf78-45d3-b3d8-020b79b4746d {{(pid=108649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:08:31.494190 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 6f5c6e9f-cf78-45d3-b3d8-020b79b4746d not bound to the agent host dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:08:31.494671 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device cbd0014e-9e77-4f60-9770-04ff5b83ffd2 no longer exists at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:08:31.515912 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] No Port match for: cbd0014e-9e77-4f60-9770-04ff5b83ffd2 {{(pid=108649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:08:31.516241 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device cbd0014e-9e77-4f60-9770-04ff5b83ffd2 not bound to the agent host dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:08:31.529043 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-abaa9b28-5562-4edf-b8f4-17f050b50391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:31.533694 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-abaa9b28-5562-4edf-b8f4-17f050b50391 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:31.537616 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-abaa9b28-5562-4edf-b8f4-17f050b50391 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6177059b-ec94-4337-8497-2f14f61fd05a HTTP/1.1" status: 204 len: 168 time: 0.2654214 Oct 26 15:08:31.538783 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-b2eea3b0-2031-4eec-b069-72756e89d390 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:31.543606 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa9b28-5562-4edf-b8f4-17f050b50391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6177059b-ec94-4337-8497-2f14f61fd05a,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:31.561638 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-b2eea3b0-2031-4eec-b069-72756e89d390 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:31.723847 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-b2eea3b0-2031-4eec-b069-72756e89d390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:31.726387 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-b2eea3b0-2031-4eec-b069-72756e89d390 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:31.727631 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-b2eea3b0-2031-4eec-b069-72756e89d390 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9725e6dd-9d08-4c19-b9b0-107ffc9392ba HTTP/1.1" status: 204 len: 168 time: 0.2533996 Oct 26 15:08:31.735986 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eea3b0-2031-4eec-b069-72756e89d390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9725e6dd-9d08-4c19-b9b0-107ffc9392ba,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:31.751389 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device ba3d6cd6-4983-4355-820d-2fe279c2c419 no longer exists at agent hyperv_hv-cinder-73270 {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:08:31.773128 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] No Port match for: ba3d6cd6-4983-4355-820d-2fe279c2c419 {{(pid=108649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:08:31.773481 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device ba3d6cd6-4983-4355-820d-2fe279c2c419 not bound to the agent host hv-cinder-73270 {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:08:32.424499 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207498b-9f55-4d2d-afe7-cadeba842bdc req-d169cb5b-72a2-4834-a0c2-0dbf1d493bbf tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:32.427131 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4207498b-9f55-4d2d-afe7-cadeba842bdc req-d169cb5b-72a2-4834-a0c2-0dbf1d493bbf tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=00281d73-8cff-4579-8517-8cee3f134b66 HTTP/1.1" status: 200 len: 946 time: 0.0505893 Oct 26 15:08:32.466411 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4207498b-9f55-4d2d-afe7-cadeba842bdc req-dbd866fc-50f2-44fe-b25e-304941253cb0 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/security-groups?id=2973d70f-3378-4101-b1a0-ebb89b376292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334191 Oct 26 15:08:32.526210 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 37082) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:08:32.540747 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-e644c34e-7334-41a0-8ed2-5dfc7c6b9118 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:32.555326 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-a356ba9b-d98e-4000-9188-46687cab940b req-92184dbe-47a6-4efe-938d-aff68dde5aa9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0524750 Oct 26 15:08:32.603564 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 37084) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:08:32.620619 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-e644c34e-7334-41a0-8ed2-5dfc7c6b9118 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:32.676741 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356ba9b-d98e-4000-9188-46687cab940b req-2eaea7d6-7ec6-4fcf-b394-9c92d9532008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:32.678249 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-a356ba9b-d98e-4000-9188-46687cab940b req-2eaea7d6-7ec6-4fcf-b394-9c92d9532008 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1c0d3cfad56e4c61a215d25516cd6470&device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 1099 time: 0.0712962 Oct 26 15:08:32.684781 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-25b9258a-ad16-413a-acea-77d2d32d370a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=93fbf3e2bd624b8cb018940b513fcd1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0763187 Oct 26 15:08:32.684781 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 37088) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:08:32.774857 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-e644c34e-7334-41a0-8ed2-5dfc7c6b9118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:32.818800 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-e644c34e-7334-41a0-8ed2-5dfc7c6b9118 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=768b07723e1f487199e8aca66ad6ae66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2914109 Oct 26 15:08:32.819716 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e644c34e-7334-41a0-8ed2-5dfc7c6b9118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9acb73b7-1a0b-4918-bb60-a61722f9d3b4,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:32.822097 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 37090) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:08:32.877752 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-8fbcf826-2314-4595-88d8-9240ba868cac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:32.902053 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-8fbcf826-2314-4595-88d8-9240ba868cac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:33.030111 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-2d946449-4938-40fb-be64-52459acd6e74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:33.063461 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356ba9b-d98e-4000-9188-46687cab940b req-25d06126-4459-45fe-9e86-64f5813a3043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:33.064925 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-a356ba9b-d98e-4000-9188-46687cab940b req-25d06126-4459-45fe-9e86-64f5813a3043 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d121bef5-e7a7-4cc1-ab11-dcb6c02a3865 HTTP/1.1" status: 200 len: 913 time: 0.3642900 Oct 26 15:08:33.069792 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-2d946449-4938-40fb-be64-52459acd6e74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:33.151156 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-a356ba9b-d98e-4000-9188-46687cab940b req-136335ae-eed0-4f88-b2f6-e9b38b28ff01 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88240e56-e655-4932-9c89-1b901e243f66 HTTP/1.1" status: 200 len: 1002 time: 0.0750799 Oct 26 15:08:33.186024 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-8fbcf826-2314-4595-88d8-9240ba868cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:33.188871 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-8fbcf826-2314-4595-88d8-9240ba868cac admin admin] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:33.190154 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-8fbcf826-2314-4595-88d8-9240ba868cac admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9acb73b7-1a0b-4918-bb60-a61722f9d3b4 HTTP/1.1" status: 204 len: 168 time: 0.3670990 Oct 26 15:08:33.199472 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbcf826-2314-4595-88d8-9240ba868cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acb73b7-1a0b-4918-bb60-a61722f9d3b4,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:33.213703 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356ba9b-d98e-4000-9188-46687cab940b req-4af04887-a21f-4095-8212-86b9620f8cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:33.215274 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-a356ba9b-d98e-4000-9188-46687cab940b req-4af04887-a21f-4095-8212-86b9620f8cb5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d2f548be-e416-40d5-a12d-a157ab7e380b HTTP/1.1" status: 200 len: 851 time: 0.0565124 Oct 26 15:08:33.265379 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356ba9b-d98e-4000-9188-46687cab940b req-9e7b7a11-6865-421b-b4a6-5dc560cbf262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:33.268076 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-a356ba9b-d98e-4000-9188-46687cab940b req-9e7b7a11-6865-421b-b4a6-5dc560cbf262 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d121bef5-e7a7-4cc1-ab11-dcb6c02a3865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418174 Oct 26 15:08:33.360995 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-a356ba9b-d98e-4000-9188-46687cab940b req-d6ed1289-5312-44b8-8c64-3ad5314b425e service neutron] 10.222.0.76 "GET /v2.0/networks/d121bef5-e7a7-4cc1-ab11-dcb6c02a3865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840404 Oct 26 15:08:33.388988 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-2d946449-4938-40fb-be64-52459acd6e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:33.391617 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-2d946449-4938-40fb-be64-52459acd6e74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:33.392731 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-2d946449-4938-40fb-be64-52459acd6e74 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/264a3496-5ced-4a6b-8bd4-c1239828002a HTTP/1.1" status: 204 len: 168 time: 0.7070990 Oct 26 15:08:33.426398 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d946449-4938-40fb-be64-52459acd6e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264a3496-5ced-4a6b-8bd4-c1239828002a,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:33.481257 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-a356ba9b-d98e-4000-9188-46687cab940b req-b95c2dca-3859-4c1b-87cc-1e66cbce649d service neutron] 10.222.0.76 "GET /v2.0/networks/d121bef5-e7a7-4cc1-ab11-dcb6c02a3865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125171 Oct 26 15:08:33.604159 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d06260-b57f-4c1d-8600-fe2f150bbcaa req-6483a31a-18ed-4006-802a-155b13f16b16 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:33.606546 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a2d06260-b57f-4c1d-8600-fe2f150bbcaa req-6483a31a-18ed-4006-802a-155b13f16b16 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=00281d73-8cff-4579-8517-8cee3f134b66 HTTP/1.1" status: 200 len: 946 time: 0.0619814 Oct 26 15:08:33.645872 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a2d06260-b57f-4c1d-8600-fe2f150bbcaa req-e808032c-84f0-416d-b2b2-5da824f6e994 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/security-groups?id=2973d70f-3378-4101-b1a0-ebb89b376292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333004 Oct 26 15:08:33.951542 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f41ff-66ad-48d1-a9e9-80a36860b05e req-d9026e41-c93a-4a35-8cb6-eeec616984ee tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:33.953248 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-8d8f41ff-66ad-48d1-a9e9-80a36860b05e req-d9026e41-c93a-4a35-8cb6-eeec616984ee tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.76 "GET /v2.0/ports?device_id=00281d73-8cff-4579-8517-8cee3f134b66 HTTP/1.1" status: 200 len: 946 time: 0.0576437 Oct 26 15:08:34.069161 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [req-8d8f41ff-66ad-48d1-a9e9-80a36860b05e req-b31a29d0-8d1a-4a8c-81d8-215dda9cb2a0 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Deleting port 1e64ad38-728a-4199-b6f2-616847da27d6 {{(pid=108647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:08:34.069787 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-8d8f41ff-66ad-48d1-a9e9-80a36860b05e req-b31a29d0-8d1a-4a8c-81d8-215dda9cb2a0 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:34.165724 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [req-8d8f41ff-66ad-48d1-a9e9-80a36860b05e req-b31a29d0-8d1a-4a8c-81d8-215dda9cb2a0 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] For port 1e64ad38-728a-4199-b6f2-616847da27d6, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=1e64ad38-728a-4199-b6f2-616847da27d6,segment=NetworkSegment(06ff8e1b-a091-454f-96da-63ebeaae63e2),segment_id=06ff8e1b-a091-454f-96da-63ebeaae63e2)] {{(pid=108647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:08:34.166083 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-8d8f41ff-66ad-48d1-a9e9-80a36860b05e req-b31a29d0-8d1a-4a8c-81d8-215dda9cb2a0 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:34.180259 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [req-8d8f41ff-66ad-48d1-a9e9-80a36860b05e req-b31a29d0-8d1a-4a8c-81d8-215dda9cb2a0 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Calling delete_port for 1e64ad38-728a-4199-b6f2-616847da27d6 owned by compute:nova {{(pid=108647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:08:34.372907 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 37102) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:08:34.386196 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-8c66a6d3-2ddc-4d19-9f7f-5b11a2a259b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:34.420983 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-8d8f41ff-66ad-48d1-a9e9-80a36860b05e req-b31a29d0-8d1a-4a8c-81d8-215dda9cb2a0 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:34.448167 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a29d0-8d1a-4a8c-81d8-215dda9cb2a0 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Pushing event deleted for resources: {'Port': ['ID=1e64ad38-728a-4199-b6f2-616847da27d6,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:34.483370 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-8c66a6d3-2ddc-4d19-9f7f-5b11a2a259b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:34.497682 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8f41ff-66ad-48d1-a9e9-80a36860b05e req-b31a29d0-8d1a-4a8c-81d8-215dda9cb2a0 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] No DVR routers for this DVR port 1e64ad38-728a-4199-b6f2-616847da27d6 on host hv-cinder-73270 {{(pid=108647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:08:34.500267 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-8d8f41ff-66ad-48d1-a9e9-80a36860b05e req-b31a29d0-8d1a-4a8c-81d8-215dda9cb2a0 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:34.503574 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-8d8f41ff-66ad-48d1-a9e9-80a36860b05e req-b31a29d0-8d1a-4a8c-81d8-215dda9cb2a0 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.76 "DELETE /v2.0/ports/1e64ad38-728a-4199-b6f2-616847da27d6 HTTP/1.1" status: 204 len: 173 time: 0.5440466 Oct 26 15:08:34.504579 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00281d73-8cff-4579-8517-8cee3f134b66', 'name': 'network-vif-deleted', 'tag': '1e64ad38-728a-4199-b6f2-616847da27d6'}] {{(pid=108647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:08:34.506824 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c67b12b1cf7ef49faca107c22834427ed1d300477b197fee39d1c6656c9e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539241b1-ce53-41ca-846c-5b322df6f68f" -d '{"events": [{"server_uuid": "00281d73-8cff-4579-8517-8cee3f134b66", "name": "network-vif-deleted", "tag": "1e64ad38-728a-4199-b6f2-616847da27d6"}]}' {{(pid=108647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:08:34.541373 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241b511f-4c54-4143-aea2-215a2c7b8b6d x-openstack-request-id: req-241b511f-4c54-4143-aea2-215a2c7b8b6d {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:08:34.541667 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00281d73-8cff-4579-8517-8cee3f134b66", "name": "network-vif-deleted", "tag": "1e64ad38-728a-4199-b6f2-616847da27d6", "status": "completed", "code": 200}]} {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:08:34.541939 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-241b511f-4c54-4143-aea2-215a2c7b8b6d {{(pid=108647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:08:34.542331 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00281d73-8cff-4579-8517-8cee3f134b66', 'name': 'network-vif-deleted', 'tag': '1e64ad38-728a-4199-b6f2-616847da27d6', 'status': 'completed', 'code': 200} Oct 26 15:08:34.575457 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-8c66a6d3-2ddc-4d19-9f7f-5b11a2a259b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:34.615053 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66a6d3-2ddc-4d19-9f7f-5b11a2a259b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7e8cf6-d792-478d-b242-65772418188c,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:34.621147 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-8c66a6d3-2ddc-4d19-9f7f-5b11a2a259b5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=04523570179f46e5af4beb809919b046&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2456260 Oct 26 15:08:34.623178 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 37108) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:08:34.676374 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-43535435-0654-4790-9b3d-fe4c9b2ff674 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:34.700034 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-43535435-0654-4790-9b3d-fe4c9b2ff674 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:34.742880 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-af5c09e0-e837-4593-875c-8a8e48196104 req-220ccba4-973a-4235-969c-f1c24d452532 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=00281d73-8cff-4579-8517-8cee3f134b66 HTTP/1.1" status: 200 len: 210 time: 0.0278332 Oct 26 15:08:34.861075 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-43535435-0654-4790-9b3d-fe4c9b2ff674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:34.863658 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-43535435-0654-4790-9b3d-fe4c9b2ff674 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:34.864820 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-43535435-0654-4790-9b3d-fe4c9b2ff674 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bf7e8cf6-d792-478d-b242-65772418188c HTTP/1.1" status: 204 len: 168 time: 0.2406175 Oct 26 15:08:34.872636 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43535435-0654-4790-9b3d-fe4c9b2ff674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7e8cf6-d792-478d-b242-65772418188c,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:35.774189 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] get_ports_and_sgs() called for port_ids ['ce503cf7-0c7a-4075-a190-6e9dbbd37970', '9a389211-7dcc-42a8-bacb-aa6bd7b340e9', '1e64ad38-728a-4199-b6f2-616847da27d6'] {{(pid=108649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:08:35.843358 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-379961aa-a8c1-43eb-97b8-392d5d82cb89 req-d5399d98-cad1-4989-946e-2546167c0c7b tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=00281d73-8cff-4579-8517-8cee3f134b66 HTTP/1.1" status: 200 len: 210 time: 0.0274060 Oct 26 15:08:36.938474 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7ded54b4-5e69-400f-a527-5a0b126ef6e6 req-751b9595-3806-4a58-ab07-e83df238c982 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=00281d73-8cff-4579-8517-8cee3f134b66 HTTP/1.1" status: 200 len: 210 time: 0.0256453 Oct 26 15:08:38.044067 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-a0a432f5-cc90-4a04-ab67-d2dc747db2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:38.671387 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643743c-939c-44c3-8b9f-d30dc48ee435 req-15646481-28e7-4f5a-a735-64b7c73c7947 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:38.672825 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d643743c-939c-44c3-8b9f-d30dc48ee435 req-15646481-28e7-4f5a-a735-64b7c73c7947 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8723e77-4601-4d21-8c6d-6234a0623f6b HTTP/1.1" status: 200 len: 945 time: 0.0510123 Oct 26 15:08:38.712246 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d643743c-939c-44c3-8b9f-d30dc48ee435 req-d3438bef-4ed7-4e9f-b871-033b1beafda4 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/security-groups?id=2973d70f-3378-4101-b1a0-ebb89b376292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326867 Oct 26 15:08:38.748177 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 1e64ad38-728a-4199-b6f2-616847da27d6 no longer exists at agent hyperv_hv-cinder-73270 {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:08:38.771919 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] No Port match for: 1e64ad38-728a-4199-b6f2-616847da27d6 {{(pid=108649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:08:38.772254 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 1e64ad38-728a-4199-b6f2-616847da27d6 not bound to the agent host hv-cinder-73270 {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:08:39.832873 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0c908-04b9-47fb-b18f-2453032ffecc req-c3d5a0ae-fafb-4c79-afd3-5cb272956235 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:39.834354 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f3a0c908-04b9-47fb-b18f-2453032ffecc req-c3d5a0ae-fafb-4c79-afd3-5cb272956235 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8723e77-4601-4d21-8c6d-6234a0623f6b HTTP/1.1" status: 200 len: 945 time: 0.0486240 Oct 26 15:08:39.872319 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f3a0c908-04b9-47fb-b18f-2453032ffecc req-5ab66974-b790-4f60-851f-c660d7d449c8 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/security-groups?id=2973d70f-3378-4101-b1a0-ebb89b376292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317659 Oct 26 15:08:40.036107 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d0ad4-fb4a-4e04-bea5-a7a06630571b req-f8c85fc3-3e7d-4526-9f3c-174a800b3806 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:40.038795 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-459d0ad4-fb4a-4e04-bea5-a7a06630571b req-f8c85fc3-3e7d-4526-9f3c-174a800b3806 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8723e77-4601-4d21-8c6d-6234a0623f6b HTTP/1.1" status: 200 len: 945 time: 0.0538273 Oct 26 15:08:40.135570 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [req-459d0ad4-fb4a-4e04-bea5-a7a06630571b req-9fb3317a-c7f0-4b42-8cc8-d7aa34497d9d tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Deleting port 9a389211-7dcc-42a8-bacb-aa6bd7b340e9 {{(pid=108647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:08:40.135910 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-459d0ad4-fb4a-4e04-bea5-a7a06630571b req-9fb3317a-c7f0-4b42-8cc8-d7aa34497d9d tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:40.221687 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [req-459d0ad4-fb4a-4e04-bea5-a7a06630571b req-9fb3317a-c7f0-4b42-8cc8-d7aa34497d9d tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] For port 9a389211-7dcc-42a8-bacb-aa6bd7b340e9, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=9a389211-7dcc-42a8-bacb-aa6bd7b340e9,segment=NetworkSegment(06ff8e1b-a091-454f-96da-63ebeaae63e2),segment_id=06ff8e1b-a091-454f-96da-63ebeaae63e2)] {{(pid=108647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:08:40.222055 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-459d0ad4-fb4a-4e04-bea5-a7a06630571b req-9fb3317a-c7f0-4b42-8cc8-d7aa34497d9d tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:40.234225 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [req-459d0ad4-fb4a-4e04-bea5-a7a06630571b req-9fb3317a-c7f0-4b42-8cc8-d7aa34497d9d tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Calling delete_port for 9a389211-7dcc-42a8-bacb-aa6bd7b340e9 owned by compute:nova {{(pid=108647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:08:40.460680 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-459d0ad4-fb4a-4e04-bea5-a7a06630571b req-9fb3317a-c7f0-4b42-8cc8-d7aa34497d9d tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:40.476796 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] get_ports_and_sgs() called for port_ids ['ce503cf7-0c7a-4075-a190-6e9dbbd37970', '9a389211-7dcc-42a8-bacb-aa6bd7b340e9'] {{(pid=108649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:08:40.491467 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb3317a-c7f0-4b42-8cc8-d7aa34497d9d tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Pushing event deleted for resources: {'Port': ['ID=9a389211-7dcc-42a8-bacb-aa6bd7b340e9,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:40.548098 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [req-459d0ad4-fb4a-4e04-bea5-a7a06630571b req-9fb3317a-c7f0-4b42-8cc8-d7aa34497d9d tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] No DVR routers for this DVR port 9a389211-7dcc-42a8-bacb-aa6bd7b340e9 on host hv-cinder-73270 {{(pid=108647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:08:40.548098 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-459d0ad4-fb4a-4e04-bea5-a7a06630571b req-9fb3317a-c7f0-4b42-8cc8-d7aa34497d9d tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:40.548098 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-459d0ad4-fb4a-4e04-bea5-a7a06630571b req-9fb3317a-c7f0-4b42-8cc8-d7aa34497d9d tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.76 "DELETE /v2.0/ports/9a389211-7dcc-42a8-bacb-aa6bd7b340e9 HTTP/1.1" status: 204 len: 173 time: 0.4985981 Oct 26 15:08:40.548098 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8723e77-4601-4d21-8c6d-6234a0623f6b', 'name': 'network-vif-deleted', 'tag': '9a389211-7dcc-42a8-bacb-aa6bd7b340e9'}] {{(pid=108647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:08:40.551751 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c67b12b1cf7ef49faca107c22834427ed1d300477b197fee39d1c6656c9e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d19b258-3c2a-43f7-a4c7-e81c3d0ff786" -d '{"events": [{"server_uuid": "a8723e77-4601-4d21-8c6d-6234a0623f6b", "name": "network-vif-deleted", "tag": "9a389211-7dcc-42a8-bacb-aa6bd7b340e9"}]}' {{(pid=108647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:08:40.589605 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a366eb8f-36ab-4a9e-8d7b-e76a373f2cc2 x-openstack-request-id: req-a366eb8f-36ab-4a9e-8d7b-e76a373f2cc2 {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:08:40.589605 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8723e77-4601-4d21-8c6d-6234a0623f6b", "name": "network-vif-deleted", "tag": "9a389211-7dcc-42a8-bacb-aa6bd7b340e9", "status": "completed", "code": 200}]} {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:08:40.589605 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a366eb8f-36ab-4a9e-8d7b-e76a373f2cc2 {{(pid=108647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:08:40.589605 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8723e77-4601-4d21-8c6d-6234a0623f6b', 'name': 'network-vif-deleted', 'tag': '9a389211-7dcc-42a8-bacb-aa6bd7b340e9', 'status': 'completed', 'code': 200} Oct 26 15:08:40.980527 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8ce6bb9f-c245-4434-9e1b-cb0f7c819a4c req-6d262eb5-4894-4815-8516-1d9cb211cc12 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8723e77-4601-4d21-8c6d-6234a0623f6b HTTP/1.1" status: 200 len: 210 time: 0.0269780 Oct 26 15:08:41.824974 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-fdb0f6f0-a07c-486c-b35b-f14a1a4d17f2 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-647568658&fields=id&tenant_id=1c0d3cfad56e4c61a215d25516cd6470 HTTP/1.1" status: 200 len: 267 time: 0.0324185 Oct 26 15:08:41.934950 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-e4d7f910-930a-4e9d-8393-7f279e8145be tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:41.936550 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-e4d7f910-930a-4e9d-8393-7f279e8145be tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/networks?id=d121bef5-e7a7-4cc1-ab11-dcb6c02a3865 HTTP/1.1" status: 200 len: 812 time: 0.1047704 Oct 26 15:08:41.951235 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-843a41fb-a286-42c6-8dbb-8f97598e05d3 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/quotas/1c0d3cfad56e4c61a215d25516cd6470 HTTP/1.1" status: 200 len: 375 time: 0.0088491 Oct 26 15:08:42.008016 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-a3cd8347-81da-4a89-a129-05ab5e5860aa tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1c0d3cfad56e4c61a215d25516cd6470&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0514359 Oct 26 15:08:42.113576 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-2010cb38-739f-48a7-9f76-76a1e49af634 service neutron] 10.222.0.57 "GET /v2.0/networks/d121bef5-e7a7-4cc1-ab11-dcb6c02a3865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937207 Oct 26 15:08:42.205037 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-78a2a895-829c-4b76-b5be-0ae7fe410630 service neutron] 10.222.0.57 "GET /v2.0/networks/d121bef5-e7a7-4cc1-ab11-dcb6c02a3865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849783 Oct 26 15:08:42.747364 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 9a389211-7dcc-42a8-bacb-aa6bd7b340e9 no longer exists at agent hyperv_hv-cinder-73270 {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:08:42.770527 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] No Port match for: 9a389211-7dcc-42a8-bacb-aa6bd7b340e9 {{(pid=108649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:08:42.770893 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 9a389211-7dcc-42a8-bacb-aa6bd7b340e9 not bound to the agent host hv-cinder-73270 {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:08:43.048677 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-62ec448d-2f5d-4b35-9f85-782e93671f26 req-2d34e5e3-d690-48bb-9fbb-16b9c36ce579 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0313933 Oct 26 15:08:43.340766 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-10e6023a-5c1a-46b2-83aa-224f45fc7acf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:43.889149 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:43.889954 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:44.126145 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2fd6feec-9444-40b2-b37d-5dd3c162abdb req-ea4839ad-4ea0-4155-8e43-157576e4b31f tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0265172 Oct 26 15:08:44.405426 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ed315-7375-4268-bec7-f91238639019 req-06471917-46ef-403b-ab41-9d626a199e22 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:44.406940 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-427ed315-7375-4268-bec7-f91238639019 req-06471917-46ef-403b-ab41-9d626a199e22 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=448f7779-e112-4998-b608-0080403a71ef HTTP/1.1" status: 200 len: 945 time: 0.0620081 Oct 26 15:08:44.448214 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-427ed315-7375-4268-bec7-f91238639019 req-6b4327c1-c1e5-4b0d-a6fc-2eee7363bb44 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/security-groups?id=2973d70f-3378-4101-b1a0-ebb89b376292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338049 Oct 26 15:08:45.227340 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-424651d6-9fa0-4cfa-a701-d7990cb70e5f req-5bbdc4c0-390d-4f10-b31a-ec9fa9ffd2aa tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0295179 Oct 26 15:08:45.428626 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:45.573176 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7ebf4-54b7-44a4-aa04-d0c60b82685a req-9c896a8a-6440-4254-a6cc-a5ae14bbe480 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:45.574562 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a9a7ebf4-54b7-44a4-aa04-d0c60b82685a req-9c896a8a-6440-4254-a6cc-a5ae14bbe480 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=448f7779-e112-4998-b608-0080403a71ef HTTP/1.1" status: 200 len: 945 time: 0.0531774 Oct 26 15:08:45.614054 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a9a7ebf4-54b7-44a4-aa04-d0c60b82685a req-10074501-6f0f-4481-be3b-b6f93567d8cf tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/security-groups?id=2973d70f-3378-4101-b1a0-ebb89b376292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333939 Oct 26 15:08:46.013910 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-357769d8-45ef-4b7c-af17-20d4c165e639 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:46.015382 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-357769d8-45ef-4b7c-af17-20d4c165e639 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.76 "GET /v2.0/networks?id=d121bef5-e7a7-4cc1-ab11-dcb6c02a3865 HTTP/1.1" status: 200 len: 812 time: 0.1008897 Oct 26 15:08:46.059016 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-2c0bf31b-8459-4427-9223-2b35ab644117 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c0d3cfad56e4c61a215d25516cd6470 HTTP/1.1" status: 200 len: 379 time: 0.0324602 Oct 26 15:08:46.079270 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-0ca9a3b7-2632-47c9-84ff-905d5491dcff tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Request body: {'port': {'device_id': '89be382f-ebcb-42ba-8e4b-0b183dc5e6a3', 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865', 'admin_state_up': True, 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'security_groups': ['f35a6515-ac15-4e3a-b664-fbd46fe56803']}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:08:46.128930 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5839b0-2e73-4774-86f1-73f818979da8 req-aa760fc5-ea5f-417c-aa19-afa532f46656 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:46.130423 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3d5839b0-2e73-4774-86f1-73f818979da8 req-aa760fc5-ea5f-417c-aa19-afa532f46656 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.76 "GET /v2.0/ports?device_id=448f7779-e112-4998-b608-0080403a71ef HTTP/1.1" status: 200 len: 945 time: 0.0492580 Oct 26 15:08:46.222968 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.plugin [req-3d5839b0-2e73-4774-86f1-73f818979da8 req-bdc13b46-e1ad-452c-b072-ca114b175854 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Deleting port ce503cf7-0c7a-4075-a190-6e9dbbd37970 {{(pid=108648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:08:46.223298 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-3d5839b0-2e73-4774-86f1-73f818979da8 req-bdc13b46-e1ad-452c-b072-ca114b175854 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:46.306323 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-0ca9a3b7-2632-47c9-84ff-905d5491dcff tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Made reservation on behalf of 1c0d3cfad56e4c61a215d25516cd6470 for: {'port': 1} {{(pid=108647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:08:46.310289 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-0ca9a3b7-2632-47c9-84ff-905d5491dcff tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:46.354021 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-93a7553e-2598-440a-b737-fe4003646fad req-0778f554-9582-497a-8dc3-1048666af953 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0356426 Oct 26 15:08:46.357972 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.db [req-3d5839b0-2e73-4774-86f1-73f818979da8 req-bdc13b46-e1ad-452c-b072-ca114b175854 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] For port ce503cf7-0c7a-4075-a190-6e9dbbd37970, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=ce503cf7-0c7a-4075-a190-6e9dbbd37970,segment=NetworkSegment(06ff8e1b-a091-454f-96da-63ebeaae63e2),segment_id=06ff8e1b-a091-454f-96da-63ebeaae63e2)] {{(pid=108648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:08:46.358331 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-3d5839b0-2e73-4774-86f1-73f818979da8 req-bdc13b46-e1ad-452c-b072-ca114b175854 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:46.372971 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.plugin [req-3d5839b0-2e73-4774-86f1-73f818979da8 req-bdc13b46-e1ad-452c-b072-ca114b175854 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Calling delete_port for ce503cf7-0c7a-4075-a190-6e9dbbd37970 owned by compute:nova {{(pid=108648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:08:46.444826 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.db_base_plugin_common [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-0ca9a3b7-2632-47c9-84ff-905d5491dcff tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Allocated IP 172.20.0.7 (d121bef5-e7a7-4cc1-ab11-dcb6c02a3865/d2f548be-e416-40d5-a12d-a157ab7e380b/315c5cee-86f3-4049-be0d-a7bc02de82b4) {{(pid=108647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:08:46.579909 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-0ca9a3b7-2632-47c9-84ff-905d5491dcff tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks [] for port, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:46.586359 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-3d5839b0-2e73-4774-86f1-73f818979da8 req-bdc13b46-e1ad-452c-b072-ca114b175854 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3397087'] for port, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:46.598340 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] get_ports_and_sgs() called for port_ids ['ce503cf7-0c7a-4075-a190-6e9dbbd37970'] {{(pid=108649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:08:46.615985 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc13b46-e1ad-452c-b072-ca114b175854 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Pushing event deleted for resources: {'Port': ['ID=ce503cf7-0c7a-4075-a190-6e9dbbd37970,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:46.661378 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5839b0-2e73-4774-86f1-73f818979da8 req-bdc13b46-e1ad-452c-b072-ca114b175854 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] No DVR routers for this DVR port ce503cf7-0c7a-4075-a190-6e9dbbd37970 on host hv-cinder-73270 {{(pid=108648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:08:46.663974 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-3d5839b0-2e73-4774-86f1-73f818979da8 req-bdc13b46-e1ad-452c-b072-ca114b175854 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:46.667201 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3d5839b0-2e73-4774-86f1-73f818979da8 req-bdc13b46-e1ad-452c-b072-ca114b175854 tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.76 "DELETE /v2.0/ports/ce503cf7-0c7a-4075-a190-6e9dbbd37970 HTTP/1.1" status: 204 len: 173 time: 0.5301607 Oct 26 15:08:46.667665 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448f7779-e112-4998-b608-0080403a71ef', 'name': 'network-vif-deleted', 'tag': 'ce503cf7-0c7a-4075-a190-6e9dbbd37970'}] {{(pid=108648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:08:46.670114 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfc2c26cf4d6f56294a0969bf05099f9a11f02f7060f3ae519b1a3a74e90611f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba3e1b2-9a92-4c8c-92bc-9b519e8112f5" -d '{"events": [{"server_uuid": "448f7779-e112-4998-b608-0080403a71ef", "name": "network-vif-deleted", "tag": "ce503cf7-0c7a-4075-a190-6e9dbbd37970"}]}' {{(pid=108648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:08:46.709115 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a9f8d2-1e73-47fb-bd6a-38918dc72bb5 x-openstack-request-id: req-20a9f8d2-1e73-47fb-bd6a-38918dc72bb5 {{(pid=108648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:08:46.709401 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "448f7779-e112-4998-b608-0080403a71ef", "name": "network-vif-deleted", "tag": "ce503cf7-0c7a-4075-a190-6e9dbbd37970", "status": "completed", "code": 200}]} {{(pid=108648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:08:46.709649 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-20a9f8d2-1e73-47fb-bd6a-38918dc72bb5 {{(pid=108648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:08:46.710065 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '448f7779-e112-4998-b608-0080403a71ef', 'name': 'network-vif-deleted', 'tag': 'ce503cf7-0c7a-4075-a190-6e9dbbd37970', 'status': 'completed', 'code': 200} Oct 26 15:08:46.717558 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-0ca9a3b7-2632-47c9-84ff-905d5491dcff tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:46.726630 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8da6d3e7-3f4d-40fa-a743-d1c9bbe968dc req-c7ac72e4-b08b-46c4-a38f-f03f8a6fdb6c tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=448f7779-e112-4998-b608-0080403a71ef HTTP/1.1" status: 200 len: 210 time: 0.0286243 Oct 26 15:08:46.768373 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-0ca9a3b7-2632-47c9-84ff-905d5491dcff tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Network d121bef5-e7a7-4cc1-ab11-dcb6c02a3865 is already hosted by enough agents. {{(pid=108647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:08:46.771467 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-0ca9a3b7-2632-47c9-84ff-905d5491dcff tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Resources bound (agent type, host, resource id): {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:08:46.774038 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-0ca9a3b7-2632-47c9-84ff-905d5491dcff tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Received port after_create {{(pid=108647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:08:46.804230 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca9a3b7-2632-47c9-84ff-905d5491dcff tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Pushing event updated for resources: {'Port': ['ID=315c5cee-86f3-4049-be0d-a7bc02de82b4,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:46.833022 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-0ca9a3b7-2632-47c9-84ff-905d5491dcff tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:46.833715 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-0ca9a3b7-2632-47c9-84ff-905d5491dcff tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:46.972575 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-0ca9a3b7-2632-47c9-84ff-905d5491dcff tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8966844 Oct 26 15:08:46.991364 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-d7f17508-3c77-4d47-92af-f83bba7a28ee service neutron] Request body: {'port': {'device_id': '89be382f-ebcb-42ba-8e4b-0b183dc5e6a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73270'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:08:47.028596 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-717708f7-7d0c-4ecb-acc9-c1e4664c12c9 None None] Provisioning complete for port 315c5cee-86f3-4049-be0d-a7bc02de82b4 triggered by entity DHCP. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:08:47.029076 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-717708f7-7d0c-4ecb-acc9-c1e4664c12c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:47.048272 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-d7f17508-3c77-4d47-92af-f83bba7a28ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:47.066567 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-717708f7-7d0c-4ecb-acc9-c1e4664c12c9 None None] Port 315c5cee-86f3-4049-be0d-a7bc02de82b4 cannot update to ACTIVE because it is not bound. {{(pid=108649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:08:47.310820 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-d7f17508-3c77-4d47-92af-f83bba7a28ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 315c5cee-86f3-4049-be0d-a7bc02de82b4 {{(pid=108647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:08:47.322293 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-d7f17508-3c77-4d47-92af-f83bba7a28ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:47.340686 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.provisioning_blocks [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-d7f17508-3c77-4d47-92af-f83bba7a28ee service neutron] Transition to ACTIVE for port object 315c5cee-86f3-4049-be0d-a7bc02de82b4 will not be triggered until provisioned by entity L2. {{(pid=108647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 15:08:47.471822 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-d7f17508-3c77-4d47-92af-f83bba7a28ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8556446'] for port, after_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:47.497092 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e3a85-f700-43e6-b6e9-55635dc81043 req-a42bba91-a2b2-49bf-8fe2-07d1c3d4afe1 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:47.498849 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fc6e3a85-f700-43e6-b6e9-55635dc81043 req-a42bba91-a2b2-49bf-8fe2-07d1c3d4afe1 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 931 time: 0.0536942 Oct 26 15:08:47.522454 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f17508-3c77-4d47-92af-f83bba7a28ee service neutron] Pushing event updated for resources: {'Port': ['ID=315c5cee-86f3-4049-be0d-a7bc02de82b4,revision_number=2']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:47.545776 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fc6e3a85-f700-43e6-b6e9-55635dc81043 req-c34b7c8d-b391-4493-8128-1c981fc7d2e3 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387475 Oct 26 15:08:47.598342 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.managers [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-d7f17508-3c77-4d47-92af-f83bba7a28ee service neutron] Attempting to bind port 315c5cee-86f3-4049-be0d-a7bc02de82b4 on host hv-cinder-73270 for vnic_type normal with profile {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:08:47.598719 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.managers [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-d7f17508-3c77-4d47-92af-f83bba7a28ee service neutron] Attempting to bind port 315c5cee-86f3-4049-be0d-a7bc02de82b4 by drivers openvswitch,hyperv on host hv-cinder-73270 at level 0 using segments [{'id': '8621fa32-c66b-4463-805f-ba8280121809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865'}] {{(pid=108647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:08:47.599054 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-d7f17508-3c77-4d47-92af-f83bba7a28ee service neutron] Attempting to bind port 315c5cee-86f3-4049-be0d-a7bc02de82b4 on network d121bef5-e7a7-4cc1-ab11-dcb6c02a3865 {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:08:47.603854 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-d7f17508-3c77-4d47-92af-f83bba7a28ee service neutron] Port 315c5cee-86f3-4049-be0d-a7bc02de82b4 on network d121bef5-e7a7-4cc1-ab11-dcb6c02a3865 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73270 {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 15:08:47.604177 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-d7f17508-3c77-4d47-92af-f83bba7a28ee service neutron] Attempting to bind port 315c5cee-86f3-4049-be0d-a7bc02de82b4 on network d121bef5-e7a7-4cc1-ab11-dcb6c02a3865 {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:08:47.609016 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-d7f17508-3c77-4d47-92af-f83bba7a28ee service neutron] Checking agent: {'id': 'aa824652-354b-48bb-834a-72ec45d7dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73270', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 14, 57, 28), 'started_at': datetime.datetime(2021, 10, 26, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:08:47.609351 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-d7f17508-3c77-4d47-92af-f83bba7a28ee service neutron] Checking segment: {'id': '8621fa32-c66b-4463-805f-ba8280121809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:08:47.609737 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-d7f17508-3c77-4d47-92af-f83bba7a28ee service neutron] Bound using segment: {'id': '8621fa32-c66b-4463-805f-ba8280121809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865'} {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:08:47.610172 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.managers [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-d7f17508-3c77-4d47-92af-f83bba7a28ee service neutron] Bound port: 315c5cee-86f3-4049-be0d-a7bc02de82b4, host: hv-cinder-73270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8621fa32-c66b-4463-805f-ba8280121809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865'}}] {{(pid=108647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:08:47.610533 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-d7f17508-3c77-4d47-92af-f83bba7a28ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:47.688216 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-d7f17508-3c77-4d47-92af-f83bba7a28ee service neutron] For port 315c5cee-86f3-4049-be0d-a7bc02de82b4, host hv-cinder-73270, cleared binding levels {{(pid=108647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:08:47.694169 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-d7f17508-3c77-4d47-92af-f83bba7a28ee service neutron] For port 315c5cee-86f3-4049-be0d-a7bc02de82b4, host hv-cinder-73270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=315c5cee-86f3-4049-be0d-a7bc02de82b4,segment=NetworkSegment(8621fa32-c66b-4463-805f-ba8280121809),segment_id=8621fa32-c66b-4463-805f-ba8280121809)] {{(pid=108647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:08:47.833137 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b626fd91-822a-4037-b3d0-d835b7bd271f req-4c99d124-348e-4dae-aa10-b91bd765cf4a tempest-AttachVolumeNegativeTest-1973637154 tempest-AttachVolumeNegativeTest-1973637154-project] 10.222.0.57 "GET /v2.0/ports?device_id=448f7779-e112-4998-b608-0080403a71ef HTTP/1.1" status: 200 len: 210 time: 0.0264578 Oct 26 15:08:47.912552 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-d7f17508-3c77-4d47-92af-f83bba7a28ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8556446'] for port, after_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:47.949762 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-d7f17508-3c77-4d47-92af-f83bba7a28ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:47.950384 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-d7f17508-3c77-4d47-92af-f83bba7a28ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:47.951928 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-d7f17508-3c77-4d47-92af-f83bba7a28ee service neutron] 10.222.0.76 "PUT /v2.0/ports/315c5cee-86f3-4049-be0d-a7bc02de82b4 HTTP/1.1" status: 200 len: 1093 time: 0.9648893 Oct 26 15:08:47.952374 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89be382f-ebcb-42ba-8e4b-0b183dc5e6a3', 'tag': '315c5cee-86f3-4049-be0d-a7bc02de82b4'}] {{(pid=108647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:08:47.954726 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c67b12b1cf7ef49faca107c22834427ed1d300477b197fee39d1c6656c9e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adba6747-8ef8-4fdd-ae7b-3a2d395daf5d" -d '{"events": [{"name": "network-changed", "server_uuid": "89be382f-ebcb-42ba-8e4b-0b183dc5e6a3", "tag": "315c5cee-86f3-4049-be0d-a7bc02de82b4"}]}' {{(pid=108647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:08:47.991631 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f17508-3c77-4d47-92af-f83bba7a28ee service neutron] Pushing event updated for resources: {'Port': ['ID=315c5cee-86f3-4049-be0d-a7bc02de82b4,revision_number=3']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:48.008665 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87fabb22-b723-483d-9dc5-52eb45b1671a x-openstack-request-id: req-87fabb22-b723-483d-9dc5-52eb45b1671a {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:08:48.009051 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89be382f-ebcb-42ba-8e4b-0b183dc5e6a3", "tag": "315c5cee-86f3-4049-be0d-a7bc02de82b4", "status": "completed", "code": 200}]} {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:08:48.016112 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-87fabb22-b723-483d-9dc5-52eb45b1671a {{(pid=108647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:08:48.016112 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89be382f-ebcb-42ba-8e4b-0b183dc5e6a3', 'tag': '315c5cee-86f3-4049-be0d-a7bc02de82b4', 'status': 'completed', 'code': 200} Oct 26 15:08:48.071030 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba6747-8ef8-4fdd-ae7b-3a2d395daf5d req-44b1914a-5f2f-4e38-9d0a-6afb32d4f87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:48.072604 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-adba6747-8ef8-4fdd-ae7b-3a2d395daf5d req-44b1914a-5f2f-4e38-9d0a-6afb32d4f87a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1c0d3cfad56e4c61a215d25516cd6470&device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 1096 time: 0.0478435 Oct 26 15:08:48.181550 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba6747-8ef8-4fdd-ae7b-3a2d395daf5d req-81ed1e18-cff4-473c-977a-9b5d97b20af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:48.183160 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-adba6747-8ef8-4fdd-ae7b-3a2d395daf5d req-81ed1e18-cff4-473c-977a-9b5d97b20af8 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=1c0d3cfad56e4c61a215d25516cd6470&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1015873 Oct 26 15:08:48.206940 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:08:48.276999 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba6747-8ef8-4fdd-ae7b-3a2d395daf5d req-dd4ee412-0fec-4356-b638-b469d6cfe730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:48.279034 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-adba6747-8ef8-4fdd-ae7b-3a2d395daf5d req-dd4ee412-0fec-4356-b638-b469d6cfe730 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888343 Oct 26 15:08:48.366821 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-7224d3fe-0a98-4951-8c9f-444bdbdb00e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:48.368446 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-7224d3fe-0a98-4951-8c9f-444bdbdb00e3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1c0d3cfad56e4c61a215d25516cd6470&device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 1096 time: 0.0462463 Oct 26 15:08:48.412817 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-1458ea8c-0799-4dd0-a870-5e687c6a4ca7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=315c5cee-86f3-4049-be0d-a7bc02de82b4 HTTP/1.1" status: 200 len: 217 time: 0.0342994 Oct 26 15:08:48.461317 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-8ae92968-7880-460e-a258-3b6cd8e36725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:48.462986 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-8ae92968-7880-460e-a258-3b6cd8e36725 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d2f548be-e416-40d5-a12d-a157ab7e380b HTTP/1.1" status: 200 len: 851 time: 0.0428548 Oct 26 15:08:48.512663 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-4102fac1-5ebd-46d7-ae9e-001d5424fa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:48.514125 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-4102fac1-5ebd-46d7-ae9e-001d5424fa82 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d121bef5-e7a7-4cc1-ab11-dcb6c02a3865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435879 Oct 26 15:08:48.603400 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-96cac601-e10e-40bf-a122-a32417ffe9e5 service neutron] 10.222.0.76 "GET /v2.0/networks/d121bef5-e7a7-4cc1-ab11-dcb6c02a3865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818882 Oct 26 15:08:48.664970 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ad4e8-77b5-4d3a-b267-d67e40df48e2 req-8a738667-7187-4716-ba1e-d2ea82300cd1 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:48.666617 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-092ad4e8-77b5-4d3a-b267-d67e40df48e2 req-8a738667-7187-4716-ba1e-d2ea82300cd1 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0522847 Oct 26 15:08:48.695340 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-672b9f89-d383-44ae-9388-e92bbe1c81ea req-2aa1e057-e224-499e-99c9-bd4f4a6a71d4 service neutron] 10.222.0.76 "GET /v2.0/networks/d121bef5-e7a7-4cc1-ab11-dcb6c02a3865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846286 Oct 26 15:08:48.704453 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-092ad4e8-77b5-4d3a-b267-d67e40df48e2 req-e354147c-0481-465d-906a-1a8f7a2442ea tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317059 Oct 26 15:08:48.775147 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device ce503cf7-0c7a-4075-a190-6e9dbbd37970 no longer exists at agent hyperv_hv-cinder-73270 {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:08:48.795820 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] No Port match for: ce503cf7-0c7a-4075-a190-6e9dbbd37970 {{(pid=108649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:08:48.796159 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device ce503cf7-0c7a-4075-a190-6e9dbbd37970 not bound to the agent host hv-cinder-73270 {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:08:48.887892 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 37208) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:08:48.931440 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.db.db_base_plugin_v2 [None req-9936faa8-7ec1-4fe5-8fff-12ad9ca92874 admin admin] Deleting subnet c456ce84-5a3a-456b-9790-56cb4b947cbd {{(pid=108648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 15:08:48.934435 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-9936faa8-7ec1-4fe5-8fff-12ad9ca92874 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:48.968175 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-9936faa8-7ec1-4fe5-8fff-12ad9ca92874 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3812556'] for subnet, precommit_delete_associations {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:49.004368 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-9936faa8-7ec1-4fe5-8fff-12ad9ca92874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536333747'] for subnet, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:49.180512 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-9936faa8-7ec1-4fe5-8fff-12ad9ca92874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536333704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3396864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8405564'] for subnet, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:49.205446 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936faa8-7ec1-4fe5-8fff-12ad9ca92874 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c456ce84-5a3a-456b-9790-56cb4b947cbd,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:49.209268 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-9936faa8-7ec1-4fe5-8fff-12ad9ca92874 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:49.213415 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-9936faa8-7ec1-4fe5-8fff-12ad9ca92874 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/c456ce84-5a3a-456b-9790-56cb4b947cbd HTTP/1.1" status: 204 len: 168 time: 0.3245387 Oct 26 15:08:49.215937 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 37210) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:08:49.281963 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-91bf3bae-c615-4d1e-aa58-7715e2aed318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536309766'] for network, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:49.364455 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-91bf3bae-c615-4d1e-aa58-7715e2aed318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536334904', 'neutron.services.segments.db._delete_segments_for_network-8752338035487'] for network, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:49.385077 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.services.segments.db [None req-91bf3bae-c615-4d1e-aa58-7715e2aed318 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5adcc3f3-3cae-4995-8229-8f4b03e21eea']}} {{(pid=108648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:08:49.394279 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.services.segments.db [None req-91bf3bae-c615-4d1e-aa58-7715e2aed318 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06ff8e1b-a091-454f-96da-63ebeaae63e2') {'for_net_delete': True} {{(pid=108648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:08:49.394580 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.services.segments.db [None req-91bf3bae-c615-4d1e-aa58-7715e2aed318 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06ff8e1b-a091-454f-96da-63ebeaae63e2') {} {{(pid=108648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:08:49.403767 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-91bf3bae-c615-4d1e-aa58-7715e2aed318 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752338035752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3812551'] for segment, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:49.416743 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-91bf3bae-c615-4d1e-aa58-7715e2aed318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888'] for segment, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:49.423269 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91bf3bae-c615-4d1e-aa58-7715e2aed318 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=108648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:08:49.423269 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-91bf3bae-c615-4d1e-aa58-7715e2aed318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3397034'] for segment, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:49.425292 dv-cinder-732704-6-iscsi neutron-server[108648]: Traceback (most recent call last): Oct 26 15:08:49.425292 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 15:08:49.425292 dv-cinder-732704-6-iscsi neutron-server[108648]: timer() Oct 26 15:08:49.425292 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 15:08:49.425292 dv-cinder-732704-6-iscsi neutron-server[108648]: cb(*args, **kw) Oct 26 15:08:49.425292 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 15:08:49.425292 dv-cinder-732704-6-iscsi neutron-server[108648]: return func(*args, **kwargs) Oct 26 15:08:49.425292 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 15:08:49.425292 dv-cinder-732704-6-iscsi neutron-server[108648]: self._notify() Oct 26 15:08:49.425292 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 15:08:49.425292 dv-cinder-732704-6-iscsi neutron-server[108648]: self.callback(batched_events) Oct 26 15:08:49.425292 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 15:08:49.425292 dv-cinder-732704-6-iscsi neutron-server[108648]: event.method(event) Oct 26 15:08:49.425292 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 15:08:49.425292 dv-cinder-732704-6-iscsi neutron-server[108648]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 15:08:49.425292 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 15:08:49.425292 dv-cinder-732704-6-iscsi neutron-server[108648]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 15:08:49.425292 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 15:08:49.425292 dv-cinder-732704-6-iscsi neutron-server[108648]: return f(self, *a, **k) Oct 26 15:08:49.425292 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 15:08:49.425292 dv-cinder-732704-6-iscsi neutron-server[108648]: return self._get(url).json() Oct 26 15:08:49.425292 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 15:08:49.425292 dv-cinder-732704-6-iscsi neutron-server[108648]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 15:08:49.425292 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 15:08:49.425292 dv-cinder-732704-6-iscsi neutron-server[108648]: return self.request(url, 'GET', **kwargs) Oct 26 15:08:49.425292 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 15:08:49.425292 dv-cinder-732704-6-iscsi neutron-server[108648]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 15:08:49.425292 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 15:08:49.425292 dv-cinder-732704-6-iscsi neutron-server[108648]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 15:08:49.425292 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 15:08:49.425292 dv-cinder-732704-6-iscsi neutron-server[108648]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 15:08:49.425292 dv-cinder-732704-6-iscsi neutron-server[108648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 15:08:49.580741 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-91bf3bae-c615-4d1e-aa58-7715e2aed318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536334897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536297288'] for network, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:49.586178 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-91bf3bae-c615-4d1e-aa58-7715e2aed318 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for network, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:49.589609 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-91bf3bae-c615-4d1e-aa58-7715e2aed318 admin admin] 10.222.0.57 "DELETE /v2.0/networks/5adcc3f3-3cae-4995-8229-8f4b03e21eea HTTP/1.1" status: 204 len: 168 time: 0.3727529 Oct 26 15:08:49.600439 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf3bae-c615-4d1e-aa58-7715e2aed318 admin admin] Pushing event deleted for resources: {'Network': ['ID=5adcc3f3-3cae-4995-8229-8f4b03e21eea,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:49.824417 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c599c3-28ad-41cb-b831-2d29d4a50a02 req-42ca42d9-40dc-46a5-8815-229f9f5431c7 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:49.825921 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-46c599c3-28ad-41cb-b831-2d29d4a50a02 req-42ca42d9-40dc-46a5-8815-229f9f5431c7 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0531557 Oct 26 15:08:49.863591 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-46c599c3-28ad-41cb-b831-2d29d4a50a02 req-6b538c55-7544-477d-aa39-3b20b47a1ab2 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317030 Oct 26 15:08:50.069404 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 37216) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:08:50.109574 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-ec209849-e11c-4bd2-904b-4706b123a443 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7829868144444a63831d9e47fb0391a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390306 Oct 26 15:08:50.112083 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 37218) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:08:50.158078 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-afb68f05-6466-4213-a9c9-0bac24ff5c85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:50.178519 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-afb68f05-6466-4213-a9c9-0bac24ff5c85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:50.317647 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-afb68f05-6466-4213-a9c9-0bac24ff5c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:50.320347 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-afb68f05-6466-4213-a9c9-0bac24ff5c85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:50.321635 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-afb68f05-6466-4213-a9c9-0bac24ff5c85 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2973d70f-3378-4101-b1a0-ebb89b376292 HTTP/1.1" status: 204 len: 168 time: 0.2086599 Oct 26 15:08:50.329690 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb68f05-6466-4213-a9c9-0bac24ff5c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2973d70f-3378-4101-b1a0-ebb89b376292,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:50.979817 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c782ee3-b5bc-4771-95ec-430c3d1fbe0b req-1adbd831-b365-4f1d-a48c-e9e4534ebbb8 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:50.981290 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5c782ee3-b5bc-4771-95ec-430c3d1fbe0b req-1adbd831-b365-4f1d-a48c-e9e4534ebbb8 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0518739 Oct 26 15:08:51.020207 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5c782ee3-b5bc-4771-95ec-430c3d1fbe0b req-458185a4-8379-4101-917a-270e2bd23e5e tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329111 Oct 26 15:08:52.133092 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7347d89-7200-40a8-b285-0b9befc22dde req-10fb9825-4322-4a4f-a417-ab4a4b1d5c72 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:52.134586 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a7347d89-7200-40a8-b285-0b9befc22dde req-10fb9825-4322-4a4f-a417-ab4a4b1d5c72 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0484531 Oct 26 15:08:52.171070 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a7347d89-7200-40a8-b285-0b9befc22dde req-2df31b8f-be44-4c43-a7b4-e6a687f35b0b tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305264 Oct 26 15:08:53.285298 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138fa5d-f781-4b24-90dc-1cff5e51dcb8 req-bf1314fc-1bd9-4ce7-be8d-e3a026b503f4 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:53.286798 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2138fa5d-f781-4b24-90dc-1cff5e51dcb8 req-bf1314fc-1bd9-4ce7-be8d-e3a026b503f4 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0503716 Oct 26 15:08:53.325380 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2138fa5d-f781-4b24-90dc-1cff5e51dcb8 req-f5a79d65-987f-4c78-86b3-2cd0adfc5cae tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324504 Oct 26 15:08:54.442685 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5989659-b13a-4bf3-989c-869678acb772 req-e07e8e4a-10ab-4d3b-92ce-702f3e422ccf tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:54.444061 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a5989659-b13a-4bf3-989c-869678acb772 req-e07e8e4a-10ab-4d3b-92ce-702f3e422ccf tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0527110 Oct 26 15:08:54.484184 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a5989659-b13a-4bf3-989c-869678acb772 req-398fab13-fd07-4195-8025-7436fadc8102 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336218 Oct 26 15:08:55.598937 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6af137-e0fb-44d1-9a10-fa6f32dcb46f req-2f63d66a-7369-49a9-81b8-eae7ee8cac7b tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:55.600419 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5f6af137-e0fb-44d1-9a10-fa6f32dcb46f req-2f63d66a-7369-49a9-81b8-eae7ee8cac7b tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0506029 Oct 26 15:08:55.637721 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5f6af137-e0fb-44d1-9a10-fa6f32dcb46f req-0f04e171-bbc3-4647-ac30-96849108a17c tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309277 Oct 26 15:08:55.753885 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 37288) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:08:55.857226 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-165b600c-f25f-4d23-9a90-2e2dbf4d0586 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:55.927993 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-165b600c-f25f-4d23-9a90-2e2dbf4d0586 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:56.077031 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-165b600c-f25f-4d23-9a90-2e2dbf4d0586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:56.115648 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-165b600c-f25f-4d23-9a90-2e2dbf4d0586 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=22ed04018a2142b99e359ec8de17960c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3606901 Oct 26 15:08:56.116842 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b600c-f25f-4d23-9a90-2e2dbf4d0586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79c3f57-7581-4f5b-8bc5-01c235a939fc,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:56.118392 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 37292) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:08:56.169270 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-b292d0d2-3c67-4d6e-8700-7fbfa1fa61ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:56.193324 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-b292d0d2-3c67-4d6e-8700-7fbfa1fa61ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:56.357311 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-b292d0d2-3c67-4d6e-8700-7fbfa1fa61ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:56.359844 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-b292d0d2-3c67-4d6e-8700-7fbfa1fa61ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:56.360999 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-b292d0d2-3c67-4d6e-8700-7fbfa1fa61ed admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d79c3f57-7581-4f5b-8bc5-01c235a939fc HTTP/1.1" status: 204 len: 168 time: 0.2415712 Oct 26 15:08:56.369288 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292d0d2-3c67-4d6e-8700-7fbfa1fa61ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79c3f57-7581-4f5b-8bc5-01c235a939fc,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:56.755963 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d5b14-91f5-4d10-be4e-8e624489b51c req-bc099c77-4366-4d28-b360-bae4a3b067c8 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:56.757459 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-536d5b14-91f5-4d10-be4e-8e624489b51c req-bc099c77-4366-4d28-b360-bae4a3b067c8 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0540698 Oct 26 15:08:56.798455 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-536d5b14-91f5-4d10-be4e-8e624489b51c req-56fae276-82cd-47f4-907a-6ddc05cb1fd7 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342064 Oct 26 15:08:56.823314 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 315c5cee-86f3-4049-be0d-a7bc02de82b4 details requested by agent hyperv_hv-cinder-73270 with host hv-cinder-73270 {{(pid=108649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:08:56.917702 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port 315c5cee-86f3-4049-be0d-a7bc02de82b4, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=315c5cee-86f3-4049-be0d-a7bc02de82b4,segment=NetworkSegment(8621fa32-c66b-4463-805f-ba8280121809),segment_id=8621fa32-c66b-4463-805f-ba8280121809)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:08:56.928837 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Returning: {'device': '315c5cee-86f3-4049-be0d-a7bc02de82b4', 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865', 'port_id': '315c5cee-86f3-4049-be0d-a7bc02de82b4', 'mac_address': 'fa:16:3e:77:bf:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2f548be-e416-40d5-a12d-a157ab7e380b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:08:56.968860 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:56.983159 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 315c5cee-86f3-4049-be0d-a7bc02de82b4 {{(pid=108649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:08:57.002548 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port 315c5cee-86f3-4049-be0d-a7bc02de82b4, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=315c5cee-86f3-4049-be0d-a7bc02de82b4,segment=NetworkSegment(8621fa32-c66b-4463-805f-ba8280121809),segment_id=8621fa32-c66b-4463-805f-ba8280121809)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:08:57.157039 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:57.206604 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=315c5cee-86f3-4049-be0d-a7bc02de82b4,revision_number=4']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:57.371609 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] get_ports_and_sgs() called for port_ids ['315c5cee-86f3-4049-be0d-a7bc02de82b4'] {{(pid=108649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:08:57.919661 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a8867-2828-4a11-89e7-44e41ac5f136 req-289a2c42-fe01-4881-b9f2-ce2c694a65f2 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:57.921147 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9e7a8867-2828-4a11-89e7-44e41ac5f136 req-289a2c42-fe01-4881-b9f2-ce2c694a65f2 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 944 time: 0.0492432 Oct 26 15:08:57.959484 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9e7a8867-2828-4a11-89e7-44e41ac5f136 req-95d73b21-21c2-4751-bae3-cf6ff69563a8 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324082 Oct 26 15:08:58.505830 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:58.822216 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 315c5cee-86f3-4049-be0d-a7bc02de82b4 up at agent hyperv_hv-cinder-73270 {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:08:58.991442 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Provisioning for port 315c5cee-86f3-4049-be0d-a7bc02de82b4 completed by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 15:08:58.995700 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Provisioning complete for port 315c5cee-86f3-4049-be0d-a7bc02de82b4 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:08:58.995851 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:59.079599 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:59.082296 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f17f5-156e-4340-bb45-e2f643e87249 req-54bb81fd-6272-4fc2-b79b-330c2743ec5d tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:59.084751 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-043f17f5-156e-4340-bb45-e2f643e87249 req-54bb81fd-6272-4fc2-b79b-330c2743ec5d tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 944 time: 0.0540371 Oct 26 15:08:59.103690 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89be382f-ebcb-42ba-8e4b-0b183dc5e6a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315c5cee-86f3-4049-be0d-a7bc02de82b4'}] {{(pid=108649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:08:59.106664 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce9ea8dafcd660945e4144893ae94b540b7d43bc7f31485d3ebdd76e7b8406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5481ce1c-2754-4c2e-b8da-f688da2cfc37" -d '{"events": [{"server_uuid": "89be382f-ebcb-42ba-8e4b-0b183dc5e6a3", "name": "network-vif-plugged", "status": "completed", "tag": "315c5cee-86f3-4049-be0d-a7bc02de82b4"}]}' {{(pid=108649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:08:59.120239 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port 315c5cee-86f3-4049-be0d-a7bc02de82b4, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=315c5cee-86f3-4049-be0d-a7bc02de82b4,segment=NetworkSegment(8621fa32-c66b-4463-805f-ba8280121809),segment_id=8621fa32-c66b-4463-805f-ba8280121809)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:08:59.130851 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-043f17f5-156e-4340-bb45-e2f643e87249 req-b9663deb-f93e-44e3-95a3-d7b12e22cd3c tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383322 Oct 26 15:08:59.158830 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fcdc86-e8c6-4eba-9fb4-13f0480c2e4d x-openstack-request-id: req-78fcdc86-e8c6-4eba-9fb4-13f0480c2e4d {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:08:59.158830 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89be382f-ebcb-42ba-8e4b-0b183dc5e6a3", "name": "network-vif-plugged", "status": "completed", "tag": "315c5cee-86f3-4049-be0d-a7bc02de82b4", "code": 200}]} {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:08:59.158830 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-78fcdc86-e8c6-4eba-9fb4-13f0480c2e4d {{(pid=108649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:08:59.158830 dv-cinder-732704-6-iscsi neutron-server[108649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89be382f-ebcb-42ba-8e4b-0b183dc5e6a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315c5cee-86f3-4049-be0d-a7bc02de82b4', 'code': 200} Oct 26 15:08:59.232008 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:59.282181 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=315c5cee-86f3-4049-be0d-a7bc02de82b4,revision_number=5']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:59.592751 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46690f28-5496-430d-a8cf-f6c27ad9450a req-8a39d244-1a18-4e20-8d63-6a4f9300c1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:59.594238 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-46690f28-5496-430d-a8cf-f6c27ad9450a req-8a39d244-1a18-4e20-8d63-6a4f9300c1f7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 1098 time: 0.0402527 Oct 26 15:08:59.632852 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-46690f28-5496-430d-a8cf-f6c27ad9450a req-2d858f9d-a676-468d-bd9c-ff5cacf0b68c service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305364 Oct 26 15:09:00.248519 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3de422-8b02-4439-8be8-30f7309c5d85 req-0af88310-e21c-462d-a733-b54f95bfc283 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:00.250014 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fa3de422-8b02-4439-8be8-30f7309c5d85 req-0af88310-e21c-462d-a733-b54f95bfc283 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0517142 Oct 26 15:09:00.288175 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fa3de422-8b02-4439-8be8-30f7309c5d85 req-9728da2d-4a35-4592-baae-539b937acc42 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320356 Oct 26 15:09:01.402142 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce962168-d8d0-4994-b872-8f0404c9fe06 req-7426443a-b14a-4201-ab42-cfbb20e1c831 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:01.403632 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ce962168-d8d0-4994-b872-8f0404c9fe06 req-7426443a-b14a-4201-ab42-cfbb20e1c831 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0497127 Oct 26 15:09:01.450667 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ce962168-d8d0-4994-b872-8f0404c9fe06 req-d4aecb6f-31f4-490d-8846-50cf49b8ffbe tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401566 Oct 26 15:09:01.565097 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ae42c-3811-4620-b26c-1d732421e775 req-f9b56f61-0856-48f4-9f0e-0fe990ed9e47 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:01.566749 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c13ae42c-3811-4620-b26c-1d732421e775 req-f9b56f61-0856-48f4-9f0e-0fe990ed9e47 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0489595 Oct 26 15:09:01.605278 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c13ae42c-3811-4620-b26c-1d732421e775 req-f67660a3-e7fe-402a-9a44-5ce56c6d27a4 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324678 Oct 26 15:09:01.631522 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 37376) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:01.670325 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b50a9b-8121-4d7b-9ee7-5ecb5bacaef8 tempest-TestVolumeBootPattern-538369030 tempest-TestVolumeBootPattern-538369030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:01.671835 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-b0b50a9b-8121-4d7b-9ee7-5ecb5bacaef8 tempest-TestVolumeBootPattern-538369030 tempest-TestVolumeBootPattern-538369030-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 1093 time: 0.0393004 Oct 26 15:09:01.674681 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 37378) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:01.678828 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [None req-3d533d08-beec-4a4e-81d3-22d64e9e2238 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Request body: {'floatingip': {'floating_network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'port_id': '315c5cee-86f3-4049-be0d-a7bc02de82b4', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'fixed_ip_address': '172.20.0.7'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:09:01.820233 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-3d533d08-beec-4a4e-81d3-22d64e9e2238 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks [] for floatingip, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:01.914440 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-3d533d08-beec-4a4e-81d3-22d64e9e2238 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:02.018690 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.db_base_plugin_common [None req-3d533d08-beec-4a4e-81d3-22d64e9e2238 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Allocated IP 172.27.0.122 (164d7f62-997a-4502-882b-0bfc21bc1de5/6ece9388-c7af-48ed-bfac-1151ab9231f6/ce9d2278-cf66-43aa-a300-6d574c3df0da) {{(pid=108647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:09:02.130230 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-3d533d08-beec-4a4e-81d3-22d64e9e2238 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks [] for port, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:02.250008 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-3d533d08-beec-4a4e-81d3-22d64e9e2238 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:02.288795 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d533d08-beec-4a4e-81d3-22d64e9e2238 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Network 164d7f62-997a-4502-882b-0bfc21bc1de5 is already hosted by enough agents. {{(pid=108647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:09:02.293088 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [None req-3d533d08-beec-4a4e-81d3-22d64e9e2238 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Resources bound (agent type, host, resource id): {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:09:02.297701 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d533d08-beec-4a4e-81d3-22d64e9e2238 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Received port after_create {{(pid=108647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:09:02.300637 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d533d08-beec-4a4e-81d3-22d64e9e2238 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Pushing event updated for resources: {'Port': ['ID=ce9d2278-cf66-43aa-a300-6d574c3df0da,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:02.643808 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-3d533d08-beec-4a4e-81d3-22d64e9e2238 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:02.822310 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-3d533d08-beec-4a4e-81d3-22d64e9e2238 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:02.969929 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-3d533d08-beec-4a4e-81d3-22d64e9e2238 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks [] for port, precommit_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:03.191388 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-3d533d08-beec-4a4e-81d3-22d64e9e2238 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8556446'] for port, after_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:03.262036 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d533d08-beec-4a4e-81d3-22d64e9e2238 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Pushing event updated for resources: {'Port': ['ID=ce9d2278-cf66-43aa-a300-6d574c3df0da,revision_number=2']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:03.271500 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-3d533d08-beec-4a4e-81d3-22d64e9e2238 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536297274'] for floatingip, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:03.367410 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.db.l3_db [None req-3d533d08-beec-4a4e-81d3-22d64e9e2238 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Floating IP 74eae539-2873-4371-9c9d-43b215154e1c associated. External IP: 172.27.0.122, port: 315c5cee-86f3-4049-be0d-a7bc02de82b4. Oct 26 15:09:03.594421 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d533d08-beec-4a4e-81d3-22d64e9e2238 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Router 4054a3b4-1b92-4cc2-981e-d4bf7d393595 has already been hosted by L3 agent aad0d180-bd62-492d-9d56-445be5af9cbd {{(pid=108647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:09:03.703773 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d533d08-beec-4a4e-81d3-22d64e9e2238 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Notify agent at l3_agent.dv-cinder-732704-6-iscsi the message routers_updated {{(pid=108647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:09:03.713636 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92589fd-8955-4bb3-8fc0-93f469009449 None None] Sync routers for ids ['4054a3b4-1b92-4cc2-981e-d4bf7d393595'] in dv-cinder-732704-6-iscsi {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:09:03.723470 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92589fd-8955-4bb3-8fc0-93f469009449 None None] Routers {'4054a3b4-1b92-4cc2-981e-d4bf7d393595'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:09:03.724107 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-c92589fd-8955-4bb3-8fc0-93f469009449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:08:43Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['4054a3b4-1b92-4cc2-981e-d4bf7d393595'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:03.829951 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-c92589fd-8955-4bb3-8fc0-93f469009449 None None] Set router 4054a3b4-1b92-4cc2-981e-d4bf7d393595 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:09:03.833681 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-3d533d08-beec-4a4e-81d3-22d64e9e2238 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for floatingip, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:03.878653 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-3d533d08-beec-4a4e-81d3-22d64e9e2238 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1920555 Oct 26 15:09:03.878653 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89be382f-ebcb-42ba-8e4b-0b183dc5e6a3', 'tag': '315c5cee-86f3-4049-be0d-a7bc02de82b4'}] {{(pid=108647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:09:03.878653 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c67b12b1cf7ef49faca107c22834427ed1d300477b197fee39d1c6656c9e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0652c87-d806-4a03-ab96-4f543bcb2fe3" -d '{"events": [{"name": "network-changed", "server_uuid": "89be382f-ebcb-42ba-8e4b-0b183dc5e6a3", "tag": "315c5cee-86f3-4049-be0d-a7bc02de82b4"}]}' {{(pid=108647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:09:03.911849 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0959e0cc-0925-401e-9760-933666a2b7fa x-openstack-request-id: req-0959e0cc-0925-401e-9760-933666a2b7fa {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:09:03.912203 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89be382f-ebcb-42ba-8e4b-0b183dc5e6a3", "tag": "315c5cee-86f3-4049-be0d-a7bc02de82b4", "status": "completed", "code": 200}]} {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:09:03.912516 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0959e0cc-0925-401e-9760-933666a2b7fa {{(pid=108647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:09:03.912972 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89be382f-ebcb-42ba-8e4b-0b183dc5e6a3', 'tag': '315c5cee-86f3-4049-be0d-a7bc02de82b4', 'status': 'completed', 'code': 200} Oct 26 15:09:03.978470 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0652c87-d806-4a03-ab96-4f543bcb2fe3 req-94b48c84-bd42-4330-9004-506714bf3d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:03.980038 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-a0652c87-d806-4a03-ab96-4f543bcb2fe3 req-94b48c84-bd42-4330-9004-506714bf3d5f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1c0d3cfad56e4c61a215d25516cd6470&device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 1098 time: 0.0439236 Oct 26 15:09:04.076771 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0652c87-d806-4a03-ab96-4f543bcb2fe3 req-05cfbaa7-9612-4eb9-8dbe-8192d514d59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:04.078245 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-a0652c87-d806-4a03-ab96-4f543bcb2fe3 req-05cfbaa7-9612-4eb9-8dbe-8192d514d59b service neutron] 10.222.0.76 "GET /v2.0/networks?id=d121bef5-e7a7-4cc1-ab11-dcb6c02a3865 HTTP/1.1" status: 200 len: 913 time: 0.0916545 Oct 26 15:09:04.142386 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-a0652c87-d806-4a03-ab96-4f543bcb2fe3 req-3e0ff6f3-4b37-4fd2-8d43-3b0d1d764e4a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=315c5cee-86f3-4049-be0d-a7bc02de82b4 HTTP/1.1" status: 200 len: 999 time: 0.0564122 Oct 26 15:09:04.178916 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-c92589fd-8955-4bb3-8fc0-93f469009449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'name': 'tempest-TestVolumeBootPattern-1982504479-router', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '258a6c86-79a5-4c0d-8937-9742466f1498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:20Z', 'updated_at': '2021-10-26T15:02:26Z', 'revision_number': 4, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'gw_port': {'id': '258a6c86-79a5-4c0d-8937-9742466f1498', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:22Z', 'updated_at': '2021-10-26T15:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_floatingips': [{'id': '74eae539-2873-4371-9c9d-43b215154e1c', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'router_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'port_id': '315c5cee-86f3-4049-be0d-a7bc02de82b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865', 'mac_address': 'fa:16:3e:77:bf:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89be382f-ebcb-42ba-8e4b-0b183dc5e6a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:09:02Z', 'updated_at': '2021-10-26T15:09:02Z', 'revision_number': 0, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'fixed_ip_address_scope': None}, {'id': 'b39e28e2-e6cc-4ac6-8010-17cca137f085', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'router_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'port_id': '88240e56-e655-4932-9c89-1b901e243f66', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865', 'mac_address': 'fa:16:3e:f0:df:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c063e9a-3eae-4cc4-a4f3-855bd8390d06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:06:49Z', 'updated_at': '2021-10-26T15:06:51Z', 'revision_number': 1, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f866454-2564-47ec-8643-cb2d80ed809a', 'name': '', 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'mac_address': 'fa:16:3e:0c:9f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'd2f548be-e416-40d5-a12d-a157ab7e380b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:25Z', 'updated_at': '2021-10-26T15:02:34Z', 'revision_number': 5, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'subnets': [{'id': 'd2f548be-e416-40d5-a12d-a157ab7e380b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:04.189753 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0652c87-d806-4a03-ab96-4f543bcb2fe3 req-f08194b1-bb24-4cd6-b8d9-026b6bf54dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:04.191248 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-a0652c87-d806-4a03-ab96-4f543bcb2fe3 req-f08194b1-bb24-4cd6-b8d9-026b6bf54dbc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d2f548be-e416-40d5-a12d-a157ab7e380b HTTP/1.1" status: 200 len: 851 time: 0.0425618 Oct 26 15:09:04.209494 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92589fd-8955-4bb3-8fc0-93f469009449 None None] Checking router: 4054a3b4-1b92-4cc2-981e-d4bf7d393595 for host: dv-cinder-732704-6-iscsi {{(pid=108649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:09:04.217640 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92589fd-8955-4bb3-8fc0-93f469009449 None None] Routers {'4054a3b4-1b92-4cc2-981e-d4bf7d393595'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:09:04.222349 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-c92589fd-8955-4bb3-8fc0-93f469009449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:08:43Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['4054a3b4-1b92-4cc2-981e-d4bf7d393595'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:04.247823 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0652c87-d806-4a03-ab96-4f543bcb2fe3 req-722041b7-1051-48de-a1c1-60eb50bf4aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:04.249598 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-a0652c87-d806-4a03-ab96-4f543bcb2fe3 req-722041b7-1051-48de-a1c1-60eb50bf4aa8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d121bef5-e7a7-4cc1-ab11-dcb6c02a3865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508552 Oct 26 15:09:04.324761 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-c92589fd-8955-4bb3-8fc0-93f469009449 None None] Set router 4054a3b4-1b92-4cc2-981e-d4bf7d393595 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:09:04.341069 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-a0652c87-d806-4a03-ab96-4f543bcb2fe3 req-8a6991e7-e337-4c39-beba-b8098c96ba29 service neutron] 10.222.0.76 "GET /v2.0/networks/d121bef5-e7a7-4cc1-ab11-dcb6c02a3865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839627 Oct 26 15:09:04.561777 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-c92589fd-8955-4bb3-8fc0-93f469009449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'name': 'tempest-TestVolumeBootPattern-1982504479-router', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '258a6c86-79a5-4c0d-8937-9742466f1498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:20Z', 'updated_at': '2021-10-26T15:02:26Z', 'revision_number': 4, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'gw_port': {'id': '258a6c86-79a5-4c0d-8937-9742466f1498', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:22Z', 'updated_at': '2021-10-26T15:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_floatingips': [{'id': '74eae539-2873-4371-9c9d-43b215154e1c', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'router_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'port_id': '315c5cee-86f3-4049-be0d-a7bc02de82b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865', 'mac_address': 'fa:16:3e:77:bf:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89be382f-ebcb-42ba-8e4b-0b183dc5e6a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:09:02Z', 'updated_at': '2021-10-26T15:09:02Z', 'revision_number': 0, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'fixed_ip_address_scope': None}, {'id': 'b39e28e2-e6cc-4ac6-8010-17cca137f085', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'router_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'port_id': '88240e56-e655-4932-9c89-1b901e243f66', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865', 'mac_address': 'fa:16:3e:f0:df:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c063e9a-3eae-4cc4-a4f3-855bd8390d06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:06:49Z', 'updated_at': '2021-10-26T15:06:51Z', 'revision_number': 1, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f866454-2564-47ec-8643-cb2d80ed809a', 'name': '', 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'mac_address': 'fa:16:3e:0c:9f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'd2f548be-e416-40d5-a12d-a157ab7e380b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:25Z', 'updated_at': '2021-10-26T15:02:34Z', 'revision_number': 5, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'subnets': [{'id': 'd2f548be-e416-40d5-a12d-a157ab7e380b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:04.593837 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92589fd-8955-4bb3-8fc0-93f469009449 None None] The sync data for ids ['4054a3b4-1b92-4cc2-981e-d4bf7d393595'] in dv-cinder-732704-6-iscsi is: [{'id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'name': 'tempest-TestVolumeBootPattern-1982504479-router', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '258a6c86-79a5-4c0d-8937-9742466f1498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:20Z', 'updated_at': '2021-10-26T15:02:26Z', 'revision_number': 4, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'gw_port': {'id': '258a6c86-79a5-4c0d-8937-9742466f1498', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:22Z', 'updated_at': '2021-10-26T15:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_floatingips': [{'id': '74eae539-2873-4371-9c9d-43b215154e1c', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'router_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'port_id': '315c5cee-86f3-4049-be0d-a7bc02de82b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865', 'mac_address': 'fa:16:3e:77:bf:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89be382f-ebcb-42ba-8e4b-0b183dc5e6a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:09:02Z', 'updated_at': '2021-10-26T15:09:02Z', 'revision_number': 0, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'fixed_ip_address_scope': None}, {'id': 'b39e28e2-e6cc-4ac6-8010-17cca137f085', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'router_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'port_id': '88240e56-e655-4932-9c89-1b901e243f66', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865', 'mac_address': 'fa:16:3e:f0:df:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c063e9a-3eae-4cc4-a4f3-855bd8390d06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:06:49Z', 'updated_at': '2021-10-26T15:06:51Z', 'revision_number': 1, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f866454-2564-47ec-8643-cb2d80ed809a', 'name': '', 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'mac_address': 'fa:16:3e:0c:9f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'd2f548be-e416-40d5-a12d-a157ab7e380b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:25Z', 'updated_at': '2021-10-26T15:02:34Z', 'revision_number': 5, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'subnets': [{'id': 'd2f548be-e416-40d5-a12d-a157ab7e380b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:09:04.673534 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-a0652c87-d806-4a03-ab96-4f543bcb2fe3 req-0c97cc40-b5ac-45dc-b93d-28507f90cdb4 service neutron] 10.222.0.76 "GET /v2.0/networks/d121bef5-e7a7-4cc1-ab11-dcb6c02a3865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252034 Oct 26 15:09:04.795542 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128ca7d2-1202-4acc-b089-666466e262de None None] New status for floating IP 74eae539-2873-4371-9c9d-43b215154e1c: ACTIVE {{(pid=108650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:09:04.802059 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 37414) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:04.926955 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-6b696600-60cc-4af3-8337-b8f827e64017 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:04.998608 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-6b696600-60cc-4af3-8337-b8f827e64017 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:05.214064 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-6b696600-60cc-4af3-8337-b8f827e64017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:05.252835 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-6b696600-60cc-4af3-8337-b8f827e64017 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a880901e55c7491390a35292b9cf0282&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4495246 Oct 26 15:09:05.253592 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b696600-60cc-4af3-8337-b8f827e64017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21640996-6f62-4013-94bc-c74c62d1632a,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:05.255633 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 37418) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:05.311830 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-0f078e02-87de-4773-8275-57cc14bfe00c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:05.332477 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-0f078e02-87de-4773-8275-57cc14bfe00c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:05.499958 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-0f078e02-87de-4773-8275-57cc14bfe00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:05.502677 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-0f078e02-87de-4773-8275-57cc14bfe00c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:05.507540 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-0f078e02-87de-4773-8275-57cc14bfe00c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/21640996-6f62-4013-94bc-c74c62d1632a HTTP/1.1" status: 204 len: 168 time: 0.2467806 Oct 26 15:09:05.511618 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f078e02-87de-4773-8275-57cc14bfe00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21640996-6f62-4013-94bc-c74c62d1632a,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:06.315175 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 37424) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:06.328256 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-870298cf-492a-4b0d-9b14-917f5c017fd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:06.401810 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-870298cf-492a-4b0d-9b14-917f5c017fd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:06.516979 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-870298cf-492a-4b0d-9b14-917f5c017fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:06.555607 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-870298cf-492a-4b0d-9b14-917f5c017fd6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=345a14faa5ab49b3971cacd13c7f1fde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2393634 Oct 26 15:09:06.556465 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870298cf-492a-4b0d-9b14-917f5c017fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6e519f-257b-406a-af86-d49e4c4984af,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:06.558505 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 37426) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:06.605805 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-155f829e-2c1f-4c61-8e7f-5971e9aa8ebe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:06.626554 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-155f829e-2c1f-4c61-8e7f-5971e9aa8ebe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:06.825942 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-155f829e-2c1f-4c61-8e7f-5971e9aa8ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:06.828467 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-155f829e-2c1f-4c61-8e7f-5971e9aa8ebe admin admin] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:06.829692 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-155f829e-2c1f-4c61-8e7f-5971e9aa8ebe admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dd6e519f-257b-406a-af86-d49e4c4984af HTTP/1.1" status: 204 len: 168 time: 0.2700710 Oct 26 15:09:06.837894 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f829e-2c1f-4c61-8e7f-5971e9aa8ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6e519f-257b-406a-af86-d49e4c4984af,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:07.869212 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 37432) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:07.882855 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-866fff80-63bf-4afb-ac6f-64a6e07c802d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:07.954901 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-866fff80-63bf-4afb-ac6f-64a6e07c802d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:08.013149 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-81ef2ad5-334c-41fd-98f2-62ece5076bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:08.156622 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-866fff80-63bf-4afb-ac6f-64a6e07c802d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:08.193921 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-866fff80-63bf-4afb-ac6f-64a6e07c802d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b317073b01ca4ee99d82ecfa040cebaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3234591 Oct 26 15:09:08.194888 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866fff80-63bf-4afb-ac6f-64a6e07c802d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f22684a-c632-4806-a2af-efcc7630c062,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:08.196697 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 37434) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:08.246696 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-0fb665e5-b0b3-4e76-a048-c410ee6a1eae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:08.271119 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-0fb665e5-b0b3-4e76-a048-c410ee6a1eae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:08.419504 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-0fb665e5-b0b3-4e76-a048-c410ee6a1eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:08.422561 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-0fb665e5-b0b3-4e76-a048-c410ee6a1eae admin admin] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:08.423771 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-0fb665e5-b0b3-4e76-a048-c410ee6a1eae admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8f22684a-c632-4806-a2af-efcc7630c062 HTTP/1.1" status: 204 len: 168 time: 0.2260175 Oct 26 15:09:08.435358 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb665e5-b0b3-4e76-a048-c410ee6a1eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f22684a-c632-4806-a2af-efcc7630c062,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:13.303416 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-54bafa87-364e-46aa-a116-ef29513f2038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:13.916821 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:13.918269 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:15.688038 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:18.964420 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 37558) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:19.095149 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-35159087-810b-42e2-833b-1650c9bae2cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:19.164979 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-35159087-810b-42e2-833b-1650c9bae2cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:19.288303 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-35159087-810b-42e2-833b-1650c9bae2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:19.325107 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35159087-810b-42e2-833b-1650c9bae2cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abbd965a-7488-4961-8e83-b97e89507a45,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:19.329202 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-35159087-810b-42e2-833b-1650c9bae2cd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=48708484d87d4dc98ea0b6547d50b013&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3611817 Oct 26 15:09:19.332965 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 37562) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:19.380457 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-95f7da0d-ce7f-4c94-a213-bfc2b85782bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:19.401983 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-95f7da0d-ce7f-4c94-a213-bfc2b85782bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:19.591071 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-95f7da0d-ce7f-4c94-a213-bfc2b85782bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:19.593650 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-95f7da0d-ce7f-4c94-a213-bfc2b85782bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:19.594837 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-95f7da0d-ce7f-4c94-a213-bfc2b85782bc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/abbd965a-7488-4961-8e83-b97e89507a45 HTTP/1.1" status: 204 len: 168 time: 0.2614474 Oct 26 15:09:19.602566 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f7da0d-ce7f-4c94-a213-bfc2b85782bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbd965a-7488-4961-8e83-b97e89507a45,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:20.377072 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 37568) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:20.390016 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-c192d19a-131a-43db-b018-8f06a6656961 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:20.462587 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-c192d19a-131a-43db-b018-8f06a6656961 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:20.550542 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-c192d19a-131a-43db-b018-8f06a6656961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:20.587967 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c192d19a-131a-43db-b018-8f06a6656961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7771f041-dca1-49ab-b380-5d9839f4eaee,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:20.593449 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-c192d19a-131a-43db-b018-8f06a6656961 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d6dfd837f2c44dfe9f826825fd3a788e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2153633 Oct 26 15:09:20.596142 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 37570) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:20.652379 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-cd76bf9a-a28a-41b8-93e5-bcb885524da7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:20.672235 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-cd76bf9a-a28a-41b8-93e5-bcb885524da7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:20.848670 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-cd76bf9a-a28a-41b8-93e5-bcb885524da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:20.851233 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-cd76bf9a-a28a-41b8-93e5-bcb885524da7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:20.852419 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-cd76bf9a-a28a-41b8-93e5-bcb885524da7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7771f041-dca1-49ab-b380-5d9839f4eaee HTTP/1.1" status: 204 len: 168 time: 0.2554386 Oct 26 15:09:20.860785 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd76bf9a-a28a-41b8-93e5-bcb885524da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7771f041-dca1-49ab-b380-5d9839f4eaee,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:24.800089 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 37644) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:24.904330 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-3748e2ab-623c-43b7-92a7-d13553238419 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:24.978810 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-3748e2ab-623c-43b7-92a7-d13553238419 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:25.053476 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-3748e2ab-623c-43b7-92a7-d13553238419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:25.099833 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-3748e2ab-623c-43b7-92a7-d13553238419 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=263bc57f4b9743b09ad4d4d7c89751cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2986467 Oct 26 15:09:25.100676 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3748e2ab-623c-43b7-92a7-d13553238419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a038bf-69a7-415c-bd43-bd21528fd9e4,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:25.102788 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 37648) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:25.150892 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-c03328ad-3d29-45c1-bb08-e2c9a2fa84f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:25.170714 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-c03328ad-3d29-45c1-bb08-e2c9a2fa84f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:25.205645 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:09:25.322126 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-c03328ad-3d29-45c1-bb08-e2c9a2fa84f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:25.324624 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-c03328ad-3d29-45c1-bb08-e2c9a2fa84f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:25.325775 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-c03328ad-3d29-45c1-bb08-e2c9a2fa84f8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b4a038bf-69a7-415c-bd43-bd21528fd9e4 HTTP/1.1" status: 204 len: 168 time: 0.2219629 Oct 26 15:09:25.333351 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03328ad-3d29-45c1-bb08-e2c9a2fa84f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a038bf-69a7-415c-bd43-bd21528fd9e4,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:25.340695 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03328ad-3d29-45c1-bb08-e2c9a2fa84f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:25.341046 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03328ad-3d29-45c1-bb08-e2c9a2fa84f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:25.341389 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03328ad-3d29-45c1-bb08-e2c9a2fa84f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:25.341725 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03328ad-3d29-45c1-bb08-e2c9a2fa84f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:25.342058 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03328ad-3d29-45c1-bb08-e2c9a2fa84f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:25.342390 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03328ad-3d29-45c1-bb08-e2c9a2fa84f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:25.342751 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03328ad-3d29-45c1-bb08-e2c9a2fa84f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:25.343088 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03328ad-3d29-45c1-bb08-e2c9a2fa84f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:25.343420 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03328ad-3d29-45c1-bb08-e2c9a2fa84f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:25.343745 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03328ad-3d29-45c1-bb08-e2c9a2fa84f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:25.344092 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03328ad-3d29-45c1-bb08-e2c9a2fa84f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:25.344422 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03328ad-3d29-45c1-bb08-e2c9a2fa84f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:25.999760 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 37654) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:26.012886 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-0f28fecf-2913-40ea-bfe9-80b9a48b9e12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:26.084880 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-0f28fecf-2913-40ea-bfe9-80b9a48b9e12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:26.201636 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-0f28fecf-2913-40ea-bfe9-80b9a48b9e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:26.239918 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-0f28fecf-2913-40ea-bfe9-80b9a48b9e12 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9fa955ca3846456b95e7eabf37468d69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2391124 Oct 26 15:09:26.240782 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f28fecf-2913-40ea-bfe9-80b9a48b9e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=374ee176-1c0d-4029-af7c-e31128276dcf,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:26.242736 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 37656) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:26.291127 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-ecb75d3a-9b18-4540-97b2-95c173d2fb0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:26.311015 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-ecb75d3a-9b18-4540-97b2-95c173d2fb0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:26.447619 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-ecb75d3a-9b18-4540-97b2-95c173d2fb0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:26.450145 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-ecb75d3a-9b18-4540-97b2-95c173d2fb0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:26.451359 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-ecb75d3a-9b18-4540-97b2-95c173d2fb0d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/374ee176-1c0d-4029-af7c-e31128276dcf HTTP/1.1" status: 204 len: 168 time: 0.2075808 Oct 26 15:09:26.459758 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb75d3a-9b18-4540-97b2-95c173d2fb0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374ee176-1c0d-4029-af7c-e31128276dcf,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:27.563017 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 37678) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:27.658599 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [None req-e3e01adb-1004-4bf5-bcf9-7fae7fe65fce admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-941242488-network', 'tenant_id': 'c3ee4d1210b04814b0c8a3baf8b6ab29'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:09:27.761911 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e01adb-1004-4bf5-bcf9-7fae7fe65fce admin admin] Made reservation on behalf of c3ee4d1210b04814b0c8a3baf8b6ab29 for: {'network': 1} {{(pid=108647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:09:27.764278 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-e3e01adb-1004-4bf5-bcf9-7fae7fe65fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for network, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:27.772684 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-e3e01adb-1004-4bf5-bcf9-7fae7fe65fce admin admin] Publish callbacks [] for security_group, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:27.843665 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-e3e01adb-1004-4bf5-bcf9-7fae7fe65fce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:27.910177 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-e3e01adb-1004-4bf5-bcf9-7fae7fe65fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:27.935185 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3e01adb-1004-4bf5-bcf9-7fae7fe65fce admin admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=108647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:09:27.943774 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e01adb-1004-4bf5-bcf9-7fae7fe65fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aeca921-bfae-4c13-bc40-e49c18554c25,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:27.954350 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-e3e01adb-1004-4bf5-bcf9-7fae7fe65fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888'] for segment, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:27.954737 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.db.segments_db [None req-e3e01adb-1004-4bf5-bcf9-7fae7fe65fce admin admin] Added segment 1ca0637b-0151-49aa-9490-faf27e2c7fe3 of type vlan for network af182caf-ed76-4049-8d3e-a01abd3220fa Oct 26 15:09:27.996218 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-e3e01adb-1004-4bf5-bcf9-7fae7fe65fce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752337516683'] for network, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:28.099995 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-e3e01adb-1004-4bf5-bcf9-7fae7fe65fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593'] for network, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:28.100901 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e01adb-1004-4bf5-bcf9-7fae7fe65fce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:28.101487 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-e3e01adb-1004-4bf5-bcf9-7fae7fe65fce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for network, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:28.157872 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e01adb-1004-4bf5-bcf9-7fae7fe65fce admin admin] Pushing event updated for resources: {'Network': ['ID=af182caf-ed76-4049-8d3e-a01abd3220fa,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:28.168049 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Network af182caf-ed76-4049-8d3e-a01abd3220fa details requested by agent ovs-agent-dv-cinder-732704-6-iscsi with host dv-cinder-732704-6-iscsi {{(pid=108649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:09:28.233276 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-e3e01adb-1004-4bf5-bcf9-7fae7fe65fce admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6692212 Oct 26 15:09:28.236040 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 37682) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:28.240821 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [None req-9afe6d28-b431-4962-88cd-4546f32a15a4 admin admin] Request body: {'subnet': {'network_id': 'af182caf-ed76-4049-8d3e-a01abd3220fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-941242488-subnet', 'tenant_id': 'c3ee4d1210b04814b0c8a3baf8b6ab29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:09:28.350296 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9afe6d28-b431-4962-88cd-4546f32a15a4 admin admin] Made reservation on behalf of c3ee4d1210b04814b0c8a3baf8b6ab29 for: {'subnet': 1} {{(pid=108647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:09:28.352602 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-9afe6d28-b431-4962-88cd-4546f32a15a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8456374'] for subnet, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:28.522356 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:28.590504 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-9afe6d28-b431-4962-88cd-4546f32a15a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8556299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8456328'] for subnet, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:28.648330 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe6d28-b431-4962-88cd-4546f32a15a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95b4aaaa-bcbf-49c1-80ef-8e8676381cd5,revision_number=0']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:28.652560 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afe6d28-b431-4962-88cd-4546f32a15a4 admin admin] Checking segment: {'id': '1ca0637b-0151-49aa-9490-faf27e2c7fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'af182caf-ed76-4049-8d3e-a01abd3220fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:09:28.652901 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afe6d28-b431-4962-88cd-4546f32a15a4 admin admin] Network hostable DHCP agents. Network: af182caf-ed76-4049-8d3e-a01abd3220fa, hostable agents: ['b4d4e8dd-6314-45fe-b027-8ffd5f87ed07'], hosted agents: [] {{(pid=108647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:09:28.756125 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afe6d28-b431-4962-88cd-4546f32a15a4 admin admin] Network af182caf-ed76-4049-8d3e-a01abd3220fa is scheduled to be hosted by DHCP agent b4d4e8dd-6314-45fe-b027-8ffd5f87ed07 with binding_index 1 {{(pid=108647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:09:28.870319 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [None req-9afe6d28-b431-4962-88cd-4546f32a15a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-732704-6-iscsi, af182caf-ed76-4049-8d3e-a01abd3220fa) {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:09:28.874449 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afe6d28-b431-4962-88cd-4546f32a15a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:28.875103 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-9afe6d28-b431-4962-88cd-4546f32a15a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for subnet, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:28.879713 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd8718d-647e-42d2-ae45-a0c815b7c289 None None] Network af182caf-ed76-4049-8d3e-a01abd3220fa requested from dv-cinder-732704-6-iscsi {{(pid=108649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:09:28.976345 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-9afe6d28-b431-4962-88cd-4546f32a15a4 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7390852 Oct 26 15:09:29.001352 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c397432d-cab1-414b-948f-0e2a97f80e43 None None] Network af182caf-ed76-4049-8d3e-a01abd3220fa requested from dv-cinder-732704-6-iscsi {{(pid=108649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:09:29.673617 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 37698) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:29.678578 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-6b59607b-668d-46a0-8b4a-18a8cbeda718 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-160134602-network', 'tenant_id': '7f3d14c6a1484614bb866d5e2e7501d2'}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:09:29.767628 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b59607b-668d-46a0-8b4a-18a8cbeda718 admin admin] Made reservation on behalf of 7f3d14c6a1484614bb866d5e2e7501d2 for: {'network': 1} {{(pid=108648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:09:29.769921 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-6b59607b-668d-46a0-8b4a-18a8cbeda718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for network, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:29.779097 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-6b59607b-668d-46a0-8b4a-18a8cbeda718 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:29.848682 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-6b59607b-668d-46a0-8b4a-18a8cbeda718 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:29.933120 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-6b59607b-668d-46a0-8b4a-18a8cbeda718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:29.960253 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b59607b-668d-46a0-8b4a-18a8cbeda718 admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=108648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:09:29.970204 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b59607b-668d-46a0-8b4a-18a8cbeda718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca5c4fd-007b-46ec-bde4-b80fd6635bab,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:29.974652 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-6b59607b-668d-46a0-8b4a-18a8cbeda718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888'] for segment, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:29.974996 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.db.segments_db [None req-6b59607b-668d-46a0-8b4a-18a8cbeda718 admin admin] Added segment 40d0be69-1995-4379-b525-ddf079e36344 of type vlan for network 5ccc6ded-ef1a-404b-b1c4-ec1e0e44a3c2 Oct 26 15:09:29.988616 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b59607b-668d-46a0-8b4a-18a8cbeda718 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:29.988962 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b59607b-668d-46a0-8b4a-18a8cbeda718 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:29.989301 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b59607b-668d-46a0-8b4a-18a8cbeda718 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:29.989640 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b59607b-668d-46a0-8b4a-18a8cbeda718 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:29.989969 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b59607b-668d-46a0-8b4a-18a8cbeda718 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:29.990300 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b59607b-668d-46a0-8b4a-18a8cbeda718 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:29.993307 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b59607b-668d-46a0-8b4a-18a8cbeda718 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:29.993660 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b59607b-668d-46a0-8b4a-18a8cbeda718 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:29.994816 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b59607b-668d-46a0-8b4a-18a8cbeda718 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:29.996709 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b59607b-668d-46a0-8b4a-18a8cbeda718 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:29.998213 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b59607b-668d-46a0-8b4a-18a8cbeda718 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:29.998551 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b59607b-668d-46a0-8b4a-18a8cbeda718 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:30.036120 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-6b59607b-668d-46a0-8b4a-18a8cbeda718 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752337516683'] for network, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:30.144971 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-6b59607b-668d-46a0-8b4a-18a8cbeda718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593'] for network, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:30.145871 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b59607b-668d-46a0-8b4a-18a8cbeda718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:30.146486 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-6b59607b-668d-46a0-8b4a-18a8cbeda718 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for network, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:30.202842 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b59607b-668d-46a0-8b4a-18a8cbeda718 admin admin] Pushing event updated for resources: {'Network': ['ID=5ccc6ded-ef1a-404b-b1c4-ec1e0e44a3c2,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:30.212884 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Network 5ccc6ded-ef1a-404b-b1c4-ec1e0e44a3c2 details requested by agent ovs-agent-dv-cinder-732704-6-iscsi with host dv-cinder-732704-6-iscsi {{(pid=108649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:09:30.279323 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-6b59607b-668d-46a0-8b4a-18a8cbeda718 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6041601 Oct 26 15:09:30.281613 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 37700) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:30.286233 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [None req-c677d2d2-232d-4932-a648-c533b7fb2408 admin admin] Request body: {'subnet': {'network_id': '5ccc6ded-ef1a-404b-b1c4-ec1e0e44a3c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-160134602-subnet', 'tenant_id': '7f3d14c6a1484614bb866d5e2e7501d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:09:30.390014 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c677d2d2-232d-4932-a648-c533b7fb2408 admin admin] Made reservation on behalf of 7f3d14c6a1484614bb866d5e2e7501d2 for: {'subnet': 1} {{(pid=108648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:09:30.392378 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-c677d2d2-232d-4932-a648-c533b7fb2408 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8405531'] for subnet, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:30.630905 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-c677d2d2-232d-4932-a648-c533b7fb2408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3396931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8405541'] for subnet, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:30.683827 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c677d2d2-232d-4932-a648-c533b7fb2408 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e56c6d4-6ef1-4aff-8357-01356bd1669d,revision_number=0']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:30.699549 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c677d2d2-232d-4932-a648-c533b7fb2408 admin admin] Checking segment: {'id': '40d0be69-1995-4379-b525-ddf079e36344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '5ccc6ded-ef1a-404b-b1c4-ec1e0e44a3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:09:30.699906 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c677d2d2-232d-4932-a648-c533b7fb2408 admin admin] Network hostable DHCP agents. Network: 5ccc6ded-ef1a-404b-b1c4-ec1e0e44a3c2, hostable agents: ['b4d4e8dd-6314-45fe-b027-8ffd5f87ed07'], hosted agents: [] {{(pid=108648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:09:30.773152 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c677d2d2-232d-4932-a648-c533b7fb2408 admin admin] Network 5ccc6ded-ef1a-404b-b1c4-ec1e0e44a3c2 is scheduled to be hosted by DHCP agent b4d4e8dd-6314-45fe-b027-8ffd5f87ed07 with binding_index 1 {{(pid=108648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:09:30.887897 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.base_scheduler [None req-c677d2d2-232d-4932-a648-c533b7fb2408 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-732704-6-iscsi, 5ccc6ded-ef1a-404b-b1c4-ec1e0e44a3c2) {{(pid=108648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:09:30.891959 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c677d2d2-232d-4932-a648-c533b7fb2408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:30.892531 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-c677d2d2-232d-4932-a648-c533b7fb2408 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:30.897461 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a4cd20-3c05-4369-a2e0-d987fd061f1e None None] Network 5ccc6ded-ef1a-404b-b1c4-ec1e0e44a3c2 requested from dv-cinder-732704-6-iscsi {{(pid=108649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:09:31.017956 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b85806-d86a-4f8b-a0bd-3dc9683941bd None None] Network 5ccc6ded-ef1a-404b-b1c4-ec1e0e44a3c2 requested from dv-cinder-732704-6-iscsi {{(pid=108649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:09:31.047682 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-c677d2d2-232d-4932-a648-c533b7fb2408 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7566381 Oct 26 15:09:37.962168 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-9ce39f61-1480-421f-8dfa-2b3cb10bf9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:43.253448 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-e382dbbd-414d-4308-90fd-b7fb2b472bb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:43.836811 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:43.838394 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:45.396074 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:48.501274 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 37822) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:48.545954 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4ef9f9f-2980-46e2-a5b6-72ebc5fdc80a admin admin] Deleting subnet 95b4aaaa-bcbf-49c1-80ef-8e8676381cd5 {{(pid=108648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 15:09:48.549107 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a4ef9f9f-2980-46e2-a5b6-72ebc5fdc80a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:48.583152 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a4ef9f9f-2980-46e2-a5b6-72ebc5fdc80a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3812556'] for subnet, precommit_delete_associations {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:48.620543 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a4ef9f9f-2980-46e2-a5b6-72ebc5fdc80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536333747'] for subnet, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:48.739244 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a4ef9f9f-2980-46e2-a5b6-72ebc5fdc80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536333704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3396864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8405564'] for subnet, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:48.769020 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef9f9f-2980-46e2-a5b6-72ebc5fdc80a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95b4aaaa-bcbf-49c1-80ef-8e8676381cd5,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:48.774111 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a4ef9f9f-2980-46e2-a5b6-72ebc5fdc80a admin admin] Publish callbacks [] for subnet, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:48.777304 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-a4ef9f9f-2980-46e2-a5b6-72ebc5fdc80a admin admin] 10.222.0.57 "DELETE /v2.0/subnets/95b4aaaa-bcbf-49c1-80ef-8e8676381cd5 HTTP/1.1" status: 204 len: 168 time: 0.2750239 Oct 26 15:09:48.779766 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 37824) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:48.846865 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-86a02e3b-8645-4f80-9d51-3cfd0824eb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536309766'] for network, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:48.925277 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-86a02e3b-8645-4f80-9d51-3cfd0824eb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536334904', 'neutron.services.segments.db._delete_segments_for_network-8752338035487'] for network, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:48.945519 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.services.segments.db [None req-86a02e3b-8645-4f80-9d51-3cfd0824eb7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af182caf-ed76-4049-8d3e-a01abd3220fa']}} {{(pid=108648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:48.954515 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.services.segments.db [None req-86a02e3b-8645-4f80-9d51-3cfd0824eb7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ca0637b-0151-49aa-9490-faf27e2c7fe3') {'for_net_delete': True} {{(pid=108648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:48.954845 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.services.segments.db [None req-86a02e3b-8645-4f80-9d51-3cfd0824eb7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ca0637b-0151-49aa-9490-faf27e2c7fe3') {} {{(pid=108648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:48.964774 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-86a02e3b-8645-4f80-9d51-3cfd0824eb7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752338035752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3812551'] for segment, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:48.977574 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-86a02e3b-8645-4f80-9d51-3cfd0824eb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888'] for segment, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:48.985353 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86a02e3b-8645-4f80-9d51-3cfd0824eb7d admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=108648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:09:48.985353 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-86a02e3b-8645-4f80-9d51-3cfd0824eb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3397034'] for segment, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:48.985353 dv-cinder-732704-6-iscsi neutron-server[108648]: Traceback (most recent call last): Oct 26 15:09:48.985353 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 15:09:48.985353 dv-cinder-732704-6-iscsi neutron-server[108648]: timer() Oct 26 15:09:48.985353 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 15:09:48.985353 dv-cinder-732704-6-iscsi neutron-server[108648]: cb(*args, **kw) Oct 26 15:09:48.985353 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 15:09:48.985353 dv-cinder-732704-6-iscsi neutron-server[108648]: return func(*args, **kwargs) Oct 26 15:09:48.985353 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 15:09:48.985353 dv-cinder-732704-6-iscsi neutron-server[108648]: self._notify() Oct 26 15:09:48.985353 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 15:09:48.985353 dv-cinder-732704-6-iscsi neutron-server[108648]: self.callback(batched_events) Oct 26 15:09:48.985353 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 15:09:48.985353 dv-cinder-732704-6-iscsi neutron-server[108648]: event.method(event) Oct 26 15:09:48.985353 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 15:09:48.985353 dv-cinder-732704-6-iscsi neutron-server[108648]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 15:09:48.985353 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 15:09:48.985353 dv-cinder-732704-6-iscsi neutron-server[108648]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 15:09:48.985353 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 15:09:48.985353 dv-cinder-732704-6-iscsi neutron-server[108648]: return f(self, *a, **k) Oct 26 15:09:48.985353 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 15:09:48.985353 dv-cinder-732704-6-iscsi neutron-server[108648]: return self._get(url).json() Oct 26 15:09:48.985353 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 15:09:48.985353 dv-cinder-732704-6-iscsi neutron-server[108648]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 15:09:48.985353 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 15:09:48.985353 dv-cinder-732704-6-iscsi neutron-server[108648]: return self.request(url, 'GET', **kwargs) Oct 26 15:09:48.985353 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 15:09:48.985353 dv-cinder-732704-6-iscsi neutron-server[108648]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 15:09:48.985353 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 15:09:48.985353 dv-cinder-732704-6-iscsi neutron-server[108648]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 15:09:48.985353 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 15:09:48.985353 dv-cinder-732704-6-iscsi neutron-server[108648]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 15:09:48.985353 dv-cinder-732704-6-iscsi neutron-server[108648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 15:09:49.115723 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-86a02e3b-8645-4f80-9d51-3cfd0824eb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536334897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536297288'] for network, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:49.121037 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-86a02e3b-8645-4f80-9d51-3cfd0824eb7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for network, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:49.124161 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-86a02e3b-8645-4f80-9d51-3cfd0824eb7d admin admin] 10.222.0.57 "DELETE /v2.0/networks/af182caf-ed76-4049-8d3e-a01abd3220fa HTTP/1.1" status: 204 len: 168 time: 0.3434529 Oct 26 15:09:49.127082 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 37826) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:49.135631 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a02e3b-8645-4f80-9d51-3cfd0824eb7d admin admin] Pushing event deleted for resources: {'Network': ['ID=af182caf-ed76-4049-8d3e-a01abd3220fa,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:49.175072 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.db_base_plugin_v2 [None req-279d3325-87a0-487a-8a4a-8b143e298742 admin admin] Deleting subnet 4e56c6d4-6ef1-4aff-8357-01356bd1669d {{(pid=108647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 15:09:49.178201 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-279d3325-87a0-487a-8a4a-8b143e298742 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:49.211505 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-279d3325-87a0-487a-8a4a-8b143e298742 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8615396'] for subnet, precommit_delete_associations {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:49.248244 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-279d3325-87a0-487a-8a4a-8b143e298742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536333747'] for subnet, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:49.373693 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-279d3325-87a0-487a-8a4a-8b143e298742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536333704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8556360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8456337'] for subnet, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:49.398732 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d3325-87a0-487a-8a4a-8b143e298742 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e56c6d4-6ef1-4aff-8357-01356bd1669d,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:49.402619 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-279d3325-87a0-487a-8a4a-8b143e298742 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for subnet, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:49.405636 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-279d3325-87a0-487a-8a4a-8b143e298742 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/4e56c6d4-6ef1-4aff-8357-01356bd1669d HTTP/1.1" status: 204 len: 168 time: 0.2769251 Oct 26 15:09:49.408099 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 37828) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:49.479952 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-b778c556-ce6c-4873-b149-0cedef3c63e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536309766'] for network, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:49.556570 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-b778c556-ce6c-4873-b149-0cedef3c63e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536334904', 'neutron.services.segments.db._delete_segments_for_network-8752338035487'] for network, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:49.579615 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.services.segments.db [None req-b778c556-ce6c-4873-b149-0cedef3c63e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ccc6ded-ef1a-404b-b1c4-ec1e0e44a3c2']}} {{(pid=108647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:49.589968 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.services.segments.db [None req-b778c556-ce6c-4873-b149-0cedef3c63e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40d0be69-1995-4379-b525-ddf079e36344') {'for_net_delete': True} {{(pid=108647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:49.590268 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.services.segments.db [None req-b778c556-ce6c-4873-b149-0cedef3c63e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40d0be69-1995-4379-b525-ddf079e36344') {} {{(pid=108647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:49.600391 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-b778c556-ce6c-4873-b149-0cedef3c63e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752338035752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8615407'] for segment, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:49.613688 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-b778c556-ce6c-4873-b149-0cedef3c63e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888'] for segment, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:49.619573 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b778c556-ce6c-4873-b149-0cedef3c63e7 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=108647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:09:49.619958 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-b778c556-ce6c-4873-b149-0cedef3c63e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8556514'] for segment, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:49.621583 dv-cinder-732704-6-iscsi neutron-server[108647]: Traceback (most recent call last): Oct 26 15:09:49.621583 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 15:09:49.621583 dv-cinder-732704-6-iscsi neutron-server[108647]: timer() Oct 26 15:09:49.621583 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 15:09:49.621583 dv-cinder-732704-6-iscsi neutron-server[108647]: cb(*args, **kw) Oct 26 15:09:49.621583 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 15:09:49.621583 dv-cinder-732704-6-iscsi neutron-server[108647]: return func(*args, **kwargs) Oct 26 15:09:49.621583 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 15:09:49.621583 dv-cinder-732704-6-iscsi neutron-server[108647]: self._notify() Oct 26 15:09:49.621583 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 15:09:49.621583 dv-cinder-732704-6-iscsi neutron-server[108647]: self.callback(batched_events) Oct 26 15:09:49.621583 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 15:09:49.621583 dv-cinder-732704-6-iscsi neutron-server[108647]: event.method(event) Oct 26 15:09:49.621583 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 15:09:49.621583 dv-cinder-732704-6-iscsi neutron-server[108647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 15:09:49.621583 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 15:09:49.621583 dv-cinder-732704-6-iscsi neutron-server[108647]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 15:09:49.621583 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 15:09:49.621583 dv-cinder-732704-6-iscsi neutron-server[108647]: return f(self, *a, **k) Oct 26 15:09:49.621583 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 15:09:49.621583 dv-cinder-732704-6-iscsi neutron-server[108647]: return self._get(url).json() Oct 26 15:09:49.621583 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 15:09:49.621583 dv-cinder-732704-6-iscsi neutron-server[108647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 15:09:49.621583 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 15:09:49.621583 dv-cinder-732704-6-iscsi neutron-server[108647]: return self.request(url, 'GET', **kwargs) Oct 26 15:09:49.621583 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 15:09:49.621583 dv-cinder-732704-6-iscsi neutron-server[108647]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 15:09:49.621583 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 15:09:49.621583 dv-cinder-732704-6-iscsi neutron-server[108647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 15:09:49.621583 dv-cinder-732704-6-iscsi neutron-server[108647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 15:09:49.621583 dv-cinder-732704-6-iscsi neutron-server[108647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 15:09:49.621583 dv-cinder-732704-6-iscsi neutron-server[108647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 15:09:49.750564 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-b778c556-ce6c-4873-b149-0cedef3c63e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536334897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536297288'] for network, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:49.755118 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-b778c556-ce6c-4873-b149-0cedef3c63e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for network, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:49.759252 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-b778c556-ce6c-4873-b149-0cedef3c63e7 admin admin] 10.222.0.57 "DELETE /v2.0/networks/5ccc6ded-ef1a-404b-b1c4-ec1e0e44a3c2 HTTP/1.1" status: 204 len: 168 time: 0.3502252 Oct 26 15:09:49.772415 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b778c556-ce6c-4873-b149-0cedef3c63e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ccc6ded-ef1a-404b-b1c4-ec1e0e44a3c2,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:50.154360 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 37832) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:50.193165 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-53f56e7e-8d25-4ce6-a81e-50e895824ff5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c3ee4d1210b04814b0c8a3baf8b6ab29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376184 Oct 26 15:09:50.195714 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 37834) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:50.242319 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-3d6b38f0-d19f-4040-9457-66328de3cc68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:50.267038 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-3d6b38f0-d19f-4040-9457-66328de3cc68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:50.418508 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-3d6b38f0-d19f-4040-9457-66328de3cc68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:50.421087 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-3d6b38f0-d19f-4040-9457-66328de3cc68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:50.422282 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-3d6b38f0-d19f-4040-9457-66328de3cc68 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7aeca921-bfae-4c13-bc40-e49c18554c25 HTTP/1.1" status: 204 len: 168 time: 0.2256272 Oct 26 15:09:50.430358 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b38f0-d19f-4040-9457-66328de3cc68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aeca921-bfae-4c13-bc40-e49c18554c25,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:51.177088 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 37840) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:51.215916 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-d8ebaebc-172b-4956-98da-d91b0d3e339c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7f3d14c6a1484614bb866d5e2e7501d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376971 Oct 26 15:09:51.218347 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 37842) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:51.265078 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-5ad6d0da-9d33-4ef4-9e75-4bc7daa8a777 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:51.286367 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-5ad6d0da-9d33-4ef4-9e75-4bc7daa8a777 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:51.430174 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-5ad6d0da-9d33-4ef4-9e75-4bc7daa8a777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:51.432834 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-5ad6d0da-9d33-4ef4-9e75-4bc7daa8a777 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:51.433981 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-5ad6d0da-9d33-4ef4-9e75-4bc7daa8a777 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dca5c4fd-007b-46ec-bde4-b80fd6635bab HTTP/1.1" status: 204 len: 168 time: 0.2147031 Oct 26 15:09:51.442366 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6d0da-9d33-4ef4-9e75-4bc7daa8a777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca5c4fd-007b-46ec-bde4-b80fd6635bab,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:52.612038 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 37864) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:52.707982 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [None req-2ce05c91-33f1-4daf-9469-9e56d6e9e908 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-229760215-network', 'tenant_id': '0a2958e7afc741eca9584b299e5568a6'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:09:52.840666 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce05c91-33f1-4daf-9469-9e56d6e9e908 admin admin] Made reservation on behalf of 0a2958e7afc741eca9584b299e5568a6 for: {'network': 1} {{(pid=108647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:09:52.843032 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-2ce05c91-33f1-4daf-9469-9e56d6e9e908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for network, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:52.852334 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-2ce05c91-33f1-4daf-9469-9e56d6e9e908 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:52.926724 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-2ce05c91-33f1-4daf-9469-9e56d6e9e908 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:52.995664 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-2ce05c91-33f1-4daf-9469-9e56d6e9e908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:53.022829 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ce05c91-33f1-4daf-9469-9e56d6e9e908 admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=108647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:09:53.029124 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce05c91-33f1-4daf-9469-9e56d6e9e908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f2a1c4-7fae-4d5e-818e-9848dff6fe07,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:53.037187 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-2ce05c91-33f1-4daf-9469-9e56d6e9e908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888'] for segment, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:53.037187 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.db.segments_db [None req-2ce05c91-33f1-4daf-9469-9e56d6e9e908 admin admin] Added segment ed742fe6-2b2c-4f2d-a942-04cb95a29e44 of type vlan for network 6872d80b-011f-4914-ab64-ee6310f248d9 Oct 26 15:09:53.076213 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-2ce05c91-33f1-4daf-9469-9e56d6e9e908 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752337516683'] for network, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:53.167382 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-2ce05c91-33f1-4daf-9469-9e56d6e9e908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593'] for network, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:53.168296 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce05c91-33f1-4daf-9469-9e56d6e9e908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:53.168882 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-2ce05c91-33f1-4daf-9469-9e56d6e9e908 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for network, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:53.226284 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce05c91-33f1-4daf-9469-9e56d6e9e908 admin admin] Pushing event updated for resources: {'Network': ['ID=6872d80b-011f-4914-ab64-ee6310f248d9,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:53.239298 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Network 6872d80b-011f-4914-ab64-ee6310f248d9 details requested by agent ovs-agent-dv-cinder-732704-6-iscsi with host dv-cinder-732704-6-iscsi {{(pid=108649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:09:53.307180 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-2ce05c91-33f1-4daf-9469-9e56d6e9e908 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6932702 Oct 26 15:09:53.309759 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 37870) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:53.314703 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [None req-747188bb-3d07-4e09-938d-28ea3544206a admin admin] Request body: {'subnet': {'network_id': '6872d80b-011f-4914-ab64-ee6310f248d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-229760215-subnet', 'tenant_id': '0a2958e7afc741eca9584b299e5568a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:09:53.401237 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747188bb-3d07-4e09-938d-28ea3544206a admin admin] Made reservation on behalf of 0a2958e7afc741eca9584b299e5568a6 for: {'subnet': 1} {{(pid=108647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:09:53.403580 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-747188bb-3d07-4e09-938d-28ea3544206a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8456374'] for subnet, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:53.630660 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-747188bb-3d07-4e09-938d-28ea3544206a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8556299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8456328'] for subnet, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:53.692176 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747188bb-3d07-4e09-938d-28ea3544206a admin admin] Pushing event updated for resources: {'Subnet': ['ID=79691652-5732-42a1-b964-9bd2b908b13f,revision_number=0']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:53.697582 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747188bb-3d07-4e09-938d-28ea3544206a admin admin] Checking segment: {'id': 'ed742fe6-2b2c-4f2d-a942-04cb95a29e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '6872d80b-011f-4914-ab64-ee6310f248d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:09:53.697991 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747188bb-3d07-4e09-938d-28ea3544206a admin admin] Network hostable DHCP agents. Network: 6872d80b-011f-4914-ab64-ee6310f248d9, hostable agents: ['b4d4e8dd-6314-45fe-b027-8ffd5f87ed07'], hosted agents: [] {{(pid=108647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:09:53.829883 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747188bb-3d07-4e09-938d-28ea3544206a admin admin] Network 6872d80b-011f-4914-ab64-ee6310f248d9 is scheduled to be hosted by DHCP agent b4d4e8dd-6314-45fe-b027-8ffd5f87ed07 with binding_index 1 {{(pid=108647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:09:53.915627 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [None req-747188bb-3d07-4e09-938d-28ea3544206a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-732704-6-iscsi, 6872d80b-011f-4914-ab64-ee6310f248d9) {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:09:53.920935 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747188bb-3d07-4e09-938d-28ea3544206a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:53.921890 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-747188bb-3d07-4e09-938d-28ea3544206a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for subnet, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:53.928890 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb789ffd-1000-491f-a483-6dda500a527b None None] Network 6872d80b-011f-4914-ab64-ee6310f248d9 requested from dv-cinder-732704-6-iscsi {{(pid=108649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:09:54.015872 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-747188bb-3d07-4e09-938d-28ea3544206a admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7048841 Oct 26 15:09:54.179354 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c236cd8-850b-41c0-9aa2-b49bd03312a8 None None] Network 6872d80b-011f-4914-ab64-ee6310f248d9 requested from dv-cinder-732704-6-iscsi {{(pid=108649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:09:56.223770 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-fa1d2460-5a1e-4d14-b98e-ed768cd7b667 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:56.225218 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-fa1d2460-5a1e-4d14-b98e-ed768cd7b667 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/networks?id=6872d80b-011f-4914-ab64-ee6310f248d9 HTTP/1.1" status: 200 len: 813 time: 0.1020367 Oct 26 15:09:56.239795 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-e9fabdb5-f1e3-49f3-9722-8f4d7257de64 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/quotas/0a2958e7afc741eca9584b299e5568a6 HTTP/1.1" status: 200 len: 375 time: 0.0087571 Oct 26 15:09:56.271465 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-740ac5f3-a5a0-4fc1-8347-805cf1509ad5 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=0a2958e7afc741eca9584b299e5568a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264482 Oct 26 15:09:56.327792 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-dd6f3ccf-1bfc-44ae-982f-74fb24f32594 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=108648) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:09:56.328868 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-dd6f3ccf-1bfc-44ae-982f-74fb24f32594 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0508432 Oct 26 15:09:56.419770 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-c993b83b-2aaa-4854-b4c6-9f94ffeb19d1 service neutron] 10.222.0.57 "GET /v2.0/networks/6872d80b-011f-4914-ab64-ee6310f248d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840390 Oct 26 15:09:56.508393 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-ba423fde-eaae-4acf-ba95-378a21329fa9 service neutron] 10.222.0.57 "GET /v2.0/networks/6872d80b-011f-4914-ab64-ee6310f248d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826190 Oct 26 15:09:56.855241 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e0e7bbb6-d262-499a-97c3-c041adef33e1 req-3922e334-9a15-4621-9e76-3914d8813ee2 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0771468 Oct 26 15:09:57.936008 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-71831a4d-7aa6-44ce-bb5a-a6fb45a20ebd req-3dac99a4-498f-42a3-8445-dd5c8f519a5a tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0303040 Oct 26 15:09:58.560974 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:59.026401 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-759284c4-8bba-4830-805f-98259bd17355 req-b5c3d6ae-9f79-45cd-a7f9-85a2fe119a38 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0267911 Oct 26 15:09:59.544907 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-21aa7229-e49b-4efc-93dc-6aba4254ad23 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:59.546892 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-21aa7229-e49b-4efc-93dc-6aba4254ad23 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.76 "GET /v2.0/networks?id=6872d80b-011f-4914-ab64-ee6310f248d9 HTTP/1.1" status: 200 len: 813 time: 0.1020594 Oct 26 15:09:59.559846 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-946cdde6-4f41-4e01-9b61-c9caeda00b7d tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Request body: {'port': {'device_id': '1099b217-30f9-4f5b-b87b-c6779b3ccde4', 'network_id': '6872d80b-011f-4914-ab64-ee6310f248d9', 'admin_state_up': True, 'tenant_id': '0a2958e7afc741eca9584b299e5568a6'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:09:59.757158 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-946cdde6-4f41-4e01-9b61-c9caeda00b7d tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Made reservation on behalf of 0a2958e7afc741eca9584b299e5568a6 for: {'port': 1} {{(pid=108647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:09:59.761789 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-946cdde6-4f41-4e01-9b61-c9caeda00b7d tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:59.890990 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.db_base_plugin_common [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-946cdde6-4f41-4e01-9b61-c9caeda00b7d tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Allocated IP 172.20.0.11 (6872d80b-011f-4914-ab64-ee6310f248d9/79691652-5732-42a1-b964-9bd2b908b13f/684d633d-454b-4dc0-8432-49d9ebb71db9) {{(pid=108647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:10:00.031566 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-946cdde6-4f41-4e01-9b61-c9caeda00b7d tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Publish callbacks [] for port, precommit_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:00.125073 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-84803dc5-75e7-48ac-88c5-fd44fb89315d req-bf293bb8-e09d-4b02-bb1a-243e15d92885 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0267956 Oct 26 15:10:00.133696 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-946cdde6-4f41-4e01-9b61-c9caeda00b7d tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_create {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:00.175660 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-946cdde6-4f41-4e01-9b61-c9caeda00b7d tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Network 6872d80b-011f-4914-ab64-ee6310f248d9 is already hosted by enough agents. {{(pid=108647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:10:00.179411 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.base_scheduler [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-946cdde6-4f41-4e01-9b61-c9caeda00b7d tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Resources bound (agent type, host, resource id): {{(pid=108647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:10:00.181829 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-946cdde6-4f41-4e01-9b61-c9caeda00b7d tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Received port after_create {{(pid=108647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:10:00.212773 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946cdde6-4f41-4e01-9b61-c9caeda00b7d tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Pushing event updated for resources: {'Port': ['ID=684d633d-454b-4dc0-8432-49d9ebb71db9,revision_number=1']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:10:00.236120 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-946cdde6-4f41-4e01-9b61-c9caeda00b7d tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:00.236736 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-946cdde6-4f41-4e01-9b61-c9caeda00b7d tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:00.324452 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-946cdde6-4f41-4e01-9b61-c9caeda00b7d tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7682424 Oct 26 15:10:00.335626 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-27e8d6fc-de51-4e3a-ab6f-1e7c998e08e4 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=108647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:10:00.336557 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-27e8d6fc-de51-4e3a-ab6f-1e7c998e08e4 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059052 Oct 26 15:10:00.390928 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.v2.base [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-6737f455-5c68-4cef-bca2-0311967cba8c service neutron] Request body: {'port': {'device_id': '1099b217-30f9-4f5b-b87b-c6779b3ccde4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73270'}} {{(pid=108647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:10:00.442345 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-6737f455-5c68-4cef-bca2-0311967cba8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:00.695122 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-6737f455-5c68-4cef-bca2-0311967cba8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 684d633d-454b-4dc0-8432-49d9ebb71db9 {{(pid=108647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:10:00.702264 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-6737f455-5c68-4cef-bca2-0311967cba8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:00.715141 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.provisioning_blocks [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-6737f455-5c68-4cef-bca2-0311967cba8c service neutron] Transition to ACTIVE for port object 684d633d-454b-4dc0-8432-49d9ebb71db9 will not be triggered until provisioned by entity L2. {{(pid=108647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 15:10:00.829664 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-6737f455-5c68-4cef-bca2-0311967cba8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8556446'] for port, after_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:00.881542 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6737f455-5c68-4cef-bca2-0311967cba8c service neutron] Pushing event updated for resources: {'Port': ['ID=684d633d-454b-4dc0-8432-49d9ebb71db9,revision_number=2']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:10:00.944935 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.managers [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-6737f455-5c68-4cef-bca2-0311967cba8c service neutron] Attempting to bind port 684d633d-454b-4dc0-8432-49d9ebb71db9 on host hv-cinder-73270 for vnic_type normal with profile {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:10:00.945261 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.managers [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-6737f455-5c68-4cef-bca2-0311967cba8c service neutron] Attempting to bind port 684d633d-454b-4dc0-8432-49d9ebb71db9 by drivers openvswitch,hyperv on host hv-cinder-73270 at level 0 using segments [{'id': 'ed742fe6-2b2c-4f2d-a942-04cb95a29e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '6872d80b-011f-4914-ab64-ee6310f248d9'}] {{(pid=108647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:10:00.947553 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-6737f455-5c68-4cef-bca2-0311967cba8c service neutron] Attempting to bind port 684d633d-454b-4dc0-8432-49d9ebb71db9 on network 6872d80b-011f-4914-ab64-ee6310f248d9 {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:10:00.949936 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-6737f455-5c68-4cef-bca2-0311967cba8c service neutron] Port 684d633d-454b-4dc0-8432-49d9ebb71db9 on network 6872d80b-011f-4914-ab64-ee6310f248d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73270 {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 15:10:00.950252 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-6737f455-5c68-4cef-bca2-0311967cba8c service neutron] Attempting to bind port 684d633d-454b-4dc0-8432-49d9ebb71db9 on network 6872d80b-011f-4914-ab64-ee6310f248d9 {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:10:00.955194 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-6737f455-5c68-4cef-bca2-0311967cba8c service neutron] Checking agent: {'id': 'aa824652-354b-48bb-834a-72ec45d7dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73270', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 14, 57, 28), 'started_at': datetime.datetime(2021, 10, 26, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:10:00.955519 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-6737f455-5c68-4cef-bca2-0311967cba8c service neutron] Checking segment: {'id': 'ed742fe6-2b2c-4f2d-a942-04cb95a29e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '6872d80b-011f-4914-ab64-ee6310f248d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:10:00.955892 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-6737f455-5c68-4cef-bca2-0311967cba8c service neutron] Bound using segment: {'id': 'ed742fe6-2b2c-4f2d-a942-04cb95a29e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '6872d80b-011f-4914-ab64-ee6310f248d9'} {{(pid=108647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:10:00.956303 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.managers [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-6737f455-5c68-4cef-bca2-0311967cba8c service neutron] Bound port: 684d633d-454b-4dc0-8432-49d9ebb71db9, host: hv-cinder-73270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed742fe6-2b2c-4f2d-a942-04cb95a29e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '6872d80b-011f-4914-ab64-ee6310f248d9'}}] {{(pid=108647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:10:00.956650 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-6737f455-5c68-4cef-bca2-0311967cba8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:01.019712 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-6737f455-5c68-4cef-bca2-0311967cba8c service neutron] For port 684d633d-454b-4dc0-8432-49d9ebb71db9, host hv-cinder-73270, cleared binding levels {{(pid=108647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:10:01.023235 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-6737f455-5c68-4cef-bca2-0311967cba8c service neutron] For port 684d633d-454b-4dc0-8432-49d9ebb71db9, host hv-cinder-73270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=684d633d-454b-4dc0-8432-49d9ebb71db9,segment=NetworkSegment(ed742fe6-2b2c-4f2d-a942-04cb95a29e44),segment_id=ed742fe6-2b2c-4f2d-a942-04cb95a29e44)] {{(pid=108647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:10:01.110353 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-6737f455-5c68-4cef-bca2-0311967cba8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8556446'] for port, after_update {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:01.145997 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-6737f455-5c68-4cef-bca2-0311967cba8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:01.146614 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-6737f455-5c68-4cef-bca2-0311967cba8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:01.148038 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-6737f455-5c68-4cef-bca2-0311967cba8c service neutron] 10.222.0.76 "PUT /v2.0/ports/684d633d-454b-4dc0-8432-49d9ebb71db9 HTTP/1.1" status: 200 len: 1094 time: 0.8026829 Oct 26 15:10:01.148481 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1099b217-30f9-4f5b-b87b-c6779b3ccde4', 'tag': '684d633d-454b-4dc0-8432-49d9ebb71db9'}] {{(pid=108647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:10:01.150739 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c67b12b1cf7ef49faca107c22834427ed1d300477b197fee39d1c6656c9e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1a7542-0f53-4ce2-80ae-4f544983475e" -d '{"events": [{"name": "network-changed", "server_uuid": "1099b217-30f9-4f5b-b87b-c6779b3ccde4", "tag": "684d633d-454b-4dc0-8432-49d9ebb71db9"}]}' {{(pid=108647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:10:01.174049 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6737f455-5c68-4cef-bca2-0311967cba8c service neutron] Pushing event updated for resources: {'Port': ['ID=684d633d-454b-4dc0-8432-49d9ebb71db9,revision_number=3']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:10:01.247051 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e844e-40a8-42e8-ae30-81572f875f42 req-2adf978c-6281-44a3-8151-71a4d429fc71 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:01.248604 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f31e844e-40a8-42e8-ae30-81572f875f42 req-2adf978c-6281-44a3-8151-71a4d429fc71 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 944 time: 0.0511203 Oct 26 15:10:01.252788 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd24db6-7104-4a12-b9ec-1e2d02c07827 x-openstack-request-id: req-3dd24db6-7104-4a12-b9ec-1e2d02c07827 {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:10:01.253094 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1099b217-30f9-4f5b-b87b-c6779b3ccde4", "tag": "684d633d-454b-4dc0-8432-49d9ebb71db9", "status": "completed", "code": 200}]} {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:10:01.253338 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3dd24db6-7104-4a12-b9ec-1e2d02c07827 {{(pid=108647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:10:01.254178 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1099b217-30f9-4f5b-b87b-c6779b3ccde4', 'tag': '684d633d-454b-4dc0-8432-49d9ebb71db9', 'status': 'completed', 'code': 200} Oct 26 15:10:01.288078 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f31e844e-40a8-42e8-ae30-81572f875f42 req-7e57907d-0d2c-4436-a642-686f318a0364 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330169 Oct 26 15:10:01.301967 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-dc78ae88-4df9-4046-a143-b79b745a718c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:01.303570 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-dc78ae88-4df9-4046-a143-b79b745a718c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0a2958e7afc741eca9584b299e5568a6&device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 1097 time: 0.0420468 Oct 26 15:10:01.349369 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-c1d367e2-7b8d-40e8-8aef-6d3ffb6e8111 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=684d633d-454b-4dc0-8432-49d9ebb71db9 HTTP/1.1" status: 200 len: 217 time: 0.0369034 Oct 26 15:10:01.397489 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-093a864e-9a11-403c-ab64-45a340b7ba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:01.398857 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-093a864e-9a11-403c-ab64-45a340b7ba6e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=79691652-5732-42a1-b964-9bd2b908b13f HTTP/1.1" status: 200 len: 853 time: 0.0433171 Oct 26 15:10:01.429296 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-5b3946f7-1540-4516-8a39-06edd906f2f3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6872d80b-011f-4914-ab64-ee6310f248d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236948 Oct 26 15:10:01.519980 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-d9e10818-1295-4cb8-9cf1-c052025f2d6e service neutron] 10.222.0.76 "GET /v2.0/networks/6872d80b-011f-4914-ab64-ee6310f248d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836399 Oct 26 15:10:01.607491 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-cc69707e-6127-4383-ae16-c2e101098ef4 req-fc617673-cedd-4674-a831-deeb8268cab4 service neutron] 10.222.0.76 "GET /v2.0/networks/6872d80b-011f-4914-ab64-ee6310f248d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802996 Oct 26 15:10:01.775304 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a7542-0f53-4ce2-80ae-4f544983475e req-2ee02a1d-d30f-45fa-a6bc-a34d31a9fcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:01.776698 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-0f1a7542-0f53-4ce2-80ae-4f544983475e req-2ee02a1d-d30f-45fa-a6bc-a34d31a9fcd3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0a2958e7afc741eca9584b299e5568a6&device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 1097 time: 0.0447278 Oct 26 15:10:01.869512 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a7542-0f53-4ce2-80ae-4f544983475e req-e9c994e0-7bab-43c2-b1fc-f493ced84d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:01.871008 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-0f1a7542-0f53-4ce2-80ae-4f544983475e req-e9c994e0-7bab-43c2-b1fc-f493ced84d99 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6872d80b-011f-4914-ab64-ee6310f248d9 HTTP/1.1" status: 200 len: 914 time: 0.0870068 Oct 26 15:10:01.916446 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-0f1a7542-0f53-4ce2-80ae-4f544983475e req-338986b7-5f4e-4671-8dd4-72501d2f0d29 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=684d633d-454b-4dc0-8432-49d9ebb71db9 HTTP/1.1" status: 200 len: 217 time: 0.0366416 Oct 26 15:10:01.966043 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a7542-0f53-4ce2-80ae-4f544983475e req-1a8ba589-38e1-4e09-a624-4f39e6848c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:01.967507 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-0f1a7542-0f53-4ce2-80ae-4f544983475e req-1a8ba589-38e1-4e09-a624-4f39e6848c97 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=79691652-5732-42a1-b964-9bd2b908b13f HTTP/1.1" status: 200 len: 853 time: 0.0429680 Oct 26 15:10:02.000799 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-0f1a7542-0f53-4ce2-80ae-4f544983475e req-fa277d06-f151-409b-98bc-ba59f9ec4205 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6872d80b-011f-4914-ab64-ee6310f248d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240524 Oct 26 15:10:02.093810 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-0f1a7542-0f53-4ce2-80ae-4f544983475e req-5a4322ea-c9b0-4d5c-abb8-c98916d45788 service neutron] 10.222.0.76 "GET /v2.0/networks/6872d80b-011f-4914-ab64-ee6310f248d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843015 Oct 26 15:10:02.180748 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-0f1a7542-0f53-4ce2-80ae-4f544983475e req-5c014c10-a216-431f-a586-a507715cafeb service neutron] 10.222.0.76 "GET /v2.0/networks/6872d80b-011f-4914-ab64-ee6310f248d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792184 Oct 26 15:10:02.205155 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:10:02.409174 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442bda76-6407-4098-a474-dac10dcd0fcd req-397499bf-d999-48ff-84c1-8a4e55057782 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:02.410608 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-442bda76-6407-4098-a474-dac10dcd0fcd req-397499bf-d999-48ff-84c1-8a4e55057782 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 944 time: 0.0524879 Oct 26 15:10:02.452535 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-442bda76-6407-4098-a474-dac10dcd0fcd req-e72bcf40-8488-4e6e-954f-0bd9631f7b34 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353789 Oct 26 15:10:03.117197 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 684d633d-454b-4dc0-8432-49d9ebb71db9 details requested by agent hyperv_hv-cinder-73270 with host hv-cinder-73270 {{(pid=108649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:10:03.212256 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port 684d633d-454b-4dc0-8432-49d9ebb71db9, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=684d633d-454b-4dc0-8432-49d9ebb71db9,segment=NetworkSegment(ed742fe6-2b2c-4f2d-a942-04cb95a29e44),segment_id=ed742fe6-2b2c-4f2d-a942-04cb95a29e44)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:10:03.222875 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Returning: {'device': '684d633d-454b-4dc0-8432-49d9ebb71db9', 'network_id': '6872d80b-011f-4914-ab64-ee6310f248d9', 'port_id': '684d633d-454b-4dc0-8432-49d9ebb71db9', 'mac_address': 'fa:16:3e:dd:6a:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79691652-5732-42a1-b964-9bd2b908b13f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:10:03.259022 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:03.275410 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 684d633d-454b-4dc0-8432-49d9ebb71db9 {{(pid=108649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:10:03.294437 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port 684d633d-454b-4dc0-8432-49d9ebb71db9, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=684d633d-454b-4dc0-8432-49d9ebb71db9,segment=NetworkSegment(ed742fe6-2b2c-4f2d-a942-04cb95a29e44),segment_id=ed742fe6-2b2c-4f2d-a942-04cb95a29e44)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:10:03.372403 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:03.421015 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=684d633d-454b-4dc0-8432-49d9ebb71db9,revision_number=4']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:10:03.428015 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:03.428362 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:03.428700 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:03.429036 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:03.429366 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:03.429690 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:03.430014 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:03.430337 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:03.430685 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:03.431014 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:03.431331 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:03.431649 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:03.564728 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2fec4-aa1b-442e-a8c2-c6bc58b13497 req-5be71674-26d1-433b-a911-e892360ccf41 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:03.566202 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-46f2fec4-aa1b-442e-a8c2-c6bc58b13497 req-5be71674-26d1-433b-a911-e892360ccf41 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 945 time: 0.0482845 Oct 26 15:10:03.599826 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] get_ports_and_sgs() called for port_ids ['684d633d-454b-4dc0-8432-49d9ebb71db9'] {{(pid=108649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:10:03.604049 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-46f2fec4-aa1b-442e-a8c2-c6bc58b13497 req-e999775c-3f8a-430b-9039-008f38049713 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314994 Oct 26 15:10:04.716653 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07967430-d54e-4dd6-be95-ea92741b4ba4 req-9dd2ffd8-c9fa-439f-b5d6-dc2c2a26aec2 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:04.718171 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-07967430-d54e-4dd6-be95-ea92741b4ba4 req-9dd2ffd8-c9fa-439f-b5d6-dc2c2a26aec2 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 945 time: 0.0484803 Oct 26 15:10:04.758837 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-07967430-d54e-4dd6-be95-ea92741b4ba4 req-968d4822-019b-444b-a437-79766541013a tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345252 Oct 26 15:10:05.148355 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 684d633d-454b-4dc0-8432-49d9ebb71db9 up at agent hyperv_hv-cinder-73270 {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:10:05.264041 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Provisioning for port 684d633d-454b-4dc0-8432-49d9ebb71db9 completed by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 15:10:05.268241 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Provisioning complete for port 684d633d-454b-4dc0-8432-49d9ebb71db9 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:10:05.268614 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:05.343171 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:05.366623 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1099b217-30f9-4f5b-b87b-c6779b3ccde4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684d633d-454b-4dc0-8432-49d9ebb71db9'}] {{(pid=108649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:10:05.368885 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce9ea8dafcd660945e4144893ae94b540b7d43bc7f31485d3ebdd76e7b8406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5977bf56-2f15-4080-b253-03608e43fc00" -d '{"events": [{"server_uuid": "1099b217-30f9-4f5b-b87b-c6779b3ccde4", "name": "network-vif-plugged", "status": "completed", "tag": "684d633d-454b-4dc0-8432-49d9ebb71db9"}]}' {{(pid=108649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:10:05.384684 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port 684d633d-454b-4dc0-8432-49d9ebb71db9, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=684d633d-454b-4dc0-8432-49d9ebb71db9,segment=NetworkSegment(ed742fe6-2b2c-4f2d-a942-04cb95a29e44),segment_id=ed742fe6-2b2c-4f2d-a942-04cb95a29e44)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:10:05.489827 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103c2d58-5850-4626-8253-4101f5c91b80 x-openstack-request-id: req-103c2d58-5850-4626-8253-4101f5c91b80 {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:10:05.490139 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1099b217-30f9-4f5b-b87b-c6779b3ccde4", "name": "network-vif-plugged", "status": "completed", "tag": "684d633d-454b-4dc0-8432-49d9ebb71db9", "code": 200}]} {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:10:05.490384 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-103c2d58-5850-4626-8253-4101f5c91b80 {{(pid=108649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:10:05.490800 dv-cinder-732704-6-iscsi neutron-server[108649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1099b217-30f9-4f5b-b87b-c6779b3ccde4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684d633d-454b-4dc0-8432-49d9ebb71db9', 'code': 200} Oct 26 15:10:05.509597 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:05.557185 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=684d633d-454b-4dc0-8432-49d9ebb71db9,revision_number=5']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:10:05.789185 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c5ca6-50c7-441d-948b-3310c7113d29 req-70be629c-c128-49ab-950b-0738a42a6ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:05.790596 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-430c5ca6-50c7-441d-948b-3310c7113d29 req-70be629c-c128-49ab-950b-0738a42a6ad9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 1099 time: 0.0417950 Oct 26 15:10:05.831371 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-430c5ca6-50c7-441d-948b-3310c7113d29 req-61e21110-9dea-40de-b461-80e608691340 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327458 Oct 26 15:10:05.886255 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307f66c-0267-4a67-b302-814ef3b1e2bd req-5f9b6298-db05-4c3b-bb08-bc3724280fe3 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:05.887801 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5307f66c-0267-4a67-b302-814ef3b1e2bd req-5f9b6298-db05-4c3b-bb08-bc3724280fe3 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0503433 Oct 26 15:10:05.924428 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5307f66c-0267-4a67-b302-814ef3b1e2bd req-7e58eb19-faae-4015-942f-5dfe795dca80 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307357 Oct 26 15:10:07.038889 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfdff0f-8c19-483a-ba05-832a1e990b7f req-c0c49b57-c80d-4891-ab31-4eef1507e5f1 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:07.040444 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-adfdff0f-8c19-483a-ba05-832a1e990b7f req-c0c49b57-c80d-4891-ab31-4eef1507e5f1 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0482073 Oct 26 15:10:07.079936 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-adfdff0f-8c19-483a-ba05-832a1e990b7f req-6b8dc121-531b-49f6-8ee0-693d34ec3075 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335650 Oct 26 15:10:07.932418 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-35ec147f-28ef-42cc-aa21-f961b7212eed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:08.196358 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818e6b8-d4e9-4fd7-a4d0-30d49d3333ce req-1c8f123d-1613-4df7-8361-70d117bd2405 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:08.197735 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a818e6b8-d4e9-4fd7-a4d0-30d49d3333ce req-1c8f123d-1613-4df7-8361-70d117bd2405 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0485551 Oct 26 15:10:08.234877 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a818e6b8-d4e9-4fd7-a4d0-30d49d3333ce req-d2c3ea74-4946-4d58-9b6c-3fde3026e2a2 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311430 Oct 26 15:10:13.201263 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-4e4d02d0-d94c-43c8-95cd-10fc6c5d4e11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:13.784094 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:13.819017 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:15.389810 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:28.527020 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:34.526289 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-91e72c60-7c87-4d8e-92d8-1c22c1db20ca req-8a12d837-f87f-47bd-8c45-04db620c9f47 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385942 Oct 26 15:10:34.609246 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e72c60-7c87-4d8e-92d8-1c22c1db20ca req-ccd87472-dfe7-4b9c-94b8-0971afe6cfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:34.696967 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-91e72c60-7c87-4d8e-92d8-1c22c1db20ca req-ccd87472-dfe7-4b9c-94b8-0971afe6cfec service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1c0d3cfad56e4c61a215d25516cd6470&device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 1099 time: 0.0421245 Oct 26 15:10:34.716362 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e72c60-7c87-4d8e-92d8-1c22c1db20ca req-a5f28044-b54f-4b8f-aa8a-9f95f4ee3269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:34.718398 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-91e72c60-7c87-4d8e-92d8-1c22c1db20ca req-a5f28044-b54f-4b8f-aa8a-9f95f4ee3269 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d121bef5-e7a7-4cc1-ab11-dcb6c02a3865 HTTP/1.1" status: 200 len: 913 time: 0.0881369 Oct 26 15:10:34.783856 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-91e72c60-7c87-4d8e-92d8-1c22c1db20ca req-327bc135-95b3-4028-8546-5af38c14df8c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88240e56-e655-4932-9c89-1b901e243f66 HTTP/1.1" status: 200 len: 1002 time: 0.0561700 Oct 26 15:10:34.832592 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e72c60-7c87-4d8e-92d8-1c22c1db20ca req-79dbc63e-7438-4d43-90d8-d29768d042a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:34.834011 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-91e72c60-7c87-4d8e-92d8-1c22c1db20ca req-79dbc63e-7438-4d43-90d8-d29768d042a5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d2f548be-e416-40d5-a12d-a157ab7e380b HTTP/1.1" status: 200 len: 851 time: 0.0426893 Oct 26 15:10:34.881865 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e72c60-7c87-4d8e-92d8-1c22c1db20ca req-69816a68-70b6-4369-9ac8-33063765c1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:34.883341 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-91e72c60-7c87-4d8e-92d8-1c22c1db20ca req-69816a68-70b6-4369-9ac8-33063765c1d4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d121bef5-e7a7-4cc1-ab11-dcb6c02a3865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418932 Oct 26 15:10:34.970767 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-91e72c60-7c87-4d8e-92d8-1c22c1db20ca req-e2d46129-439f-4cf2-b456-b346ab96bb40 service neutron] 10.222.0.76 "GET /v2.0/networks/d121bef5-e7a7-4cc1-ab11-dcb6c02a3865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792375 Oct 26 15:10:35.062234 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-91e72c60-7c87-4d8e-92d8-1c22c1db20ca req-905e41ce-4603-4da1-bc70-22ca674a0e42 service neutron] 10.222.0.76 "GET /v2.0/networks/d121bef5-e7a7-4cc1-ab11-dcb6c02a3865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833941 Oct 26 15:10:38.073642 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-cd98caa3-3485-46a3-8c9a-e800e3131e85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:39.207871 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:10:42.465584 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 38104) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:10:42.622830 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.plugin [None req-5996a5e9-292f-4223-871e-a6595594c490 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Deleting port ce9d2278-cf66-43aa-a300-6d574c3df0da {{(pid=108648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:10:42.623161 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-5996a5e9-292f-4223-871e-a6595594c490 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:42.703392 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-5996a5e9-292f-4223-871e-a6595594c490 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:42.703721 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-5996a5e9-292f-4223-871e-a6595594c490 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:42.718349 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.plugin [None req-5996a5e9-292f-4223-871e-a6595594c490 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Calling delete_port for ce9d2278-cf66-43aa-a300-6d574c3df0da owned by network:floatingip {{(pid=108648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:10:43.018262 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-5996a5e9-292f-4223-871e-a6595594c490 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3397087'] for port, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:43.043703 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996a5e9-292f-4223-871e-a6595594c490 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Pushing event deleted for resources: {'Port': ['ID=ce9d2278-cf66-43aa-a300-6d574c3df0da,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:10:43.068315 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5996a5e9-292f-4223-871e-a6595594c490 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:43.074072 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5996a5e9-292f-4223-871e-a6595594c490 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:43.074072 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5996a5e9-292f-4223-871e-a6595594c490 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:43.074072 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5996a5e9-292f-4223-871e-a6595594c490 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:43.074072 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5996a5e9-292f-4223-871e-a6595594c490 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:43.074072 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5996a5e9-292f-4223-871e-a6595594c490 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:43.074072 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5996a5e9-292f-4223-871e-a6595594c490 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:43.074072 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5996a5e9-292f-4223-871e-a6595594c490 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:43.074072 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5996a5e9-292f-4223-871e-a6595594c490 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:43.074072 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5996a5e9-292f-4223-871e-a6595594c490 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:43.074072 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5996a5e9-292f-4223-871e-a6595594c490 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:43.074072 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5996a5e9-292f-4223-871e-a6595594c490 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:43.109548 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-5996a5e9-292f-4223-871e-a6595594c490 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks [] for floatingip, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:43.109873 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.db.l3_db [None req-5996a5e9-292f-4223-871e-a6595594c490 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Floating IP 74eae539-2873-4371-9c9d-43b215154e1c disassociated (deleted). External IP: 172.27.0.122, port: 315c5cee-86f3-4049-be0d-a7bc02de82b4. Oct 26 15:10:43.250197 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-8bdd85ef-bf77-4e2f-a252-7973ea226bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:43.316763 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5996a5e9-292f-4223-871e-a6595594c490 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Router 4054a3b4-1b92-4cc2-981e-d4bf7d393595 has already been hosted by L3 agent aad0d180-bd62-492d-9d56-445be5af9cbd {{(pid=108648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:10:43.422048 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5996a5e9-292f-4223-871e-a6595594c490 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Notify agent at l3_agent.dv-cinder-732704-6-iscsi the message routers_updated {{(pid=108648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:10:43.426877 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-5996a5e9-292f-4223-871e-a6595594c490 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for floatingip, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:43.431340 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd7073b-5417-42a2-abb5-a6eebcf1d466 None None] Sync routers for ids ['4054a3b4-1b92-4cc2-981e-d4bf7d393595'] in dv-cinder-732704-6-iscsi {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:10:43.440983 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd7073b-5417-42a2-abb5-a6eebcf1d466 None None] Routers {'4054a3b4-1b92-4cc2-981e-d4bf7d393595'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:10:43.441589 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-ebd7073b-5417-42a2-abb5-a6eebcf1d466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:10:43Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['4054a3b4-1b92-4cc2-981e-d4bf7d393595'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:10:43.452472 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-5996a5e9-292f-4223-871e-a6595594c490 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "DELETE /v2.0/floatingips/74eae539-2873-4371-9c9d-43b215154e1c HTTP/1.1" status: 204 len: 168 time: 0.9858224 Oct 26 15:10:43.453044 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89be382f-ebcb-42ba-8e4b-0b183dc5e6a3', 'tag': '315c5cee-86f3-4049-be0d-a7bc02de82b4'}] {{(pid=108648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:10:43.455340 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfc2c26cf4d6f56294a0969bf05099f9a11f02f7060f3ae519b1a3a74e90611f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f4d194-48ea-482c-abb8-e1c91f5676d0" -d '{"events": [{"name": "network-changed", "server_uuid": "89be382f-ebcb-42ba-8e4b-0b183dc5e6a3", "tag": "315c5cee-86f3-4049-be0d-a7bc02de82b4"}]}' {{(pid=108648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:10:43.559240 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135cefba-23ed-45c2-a56e-e6e86eed0cff x-openstack-request-id: req-135cefba-23ed-45c2-a56e-e6e86eed0cff {{(pid=108648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:10:43.559855 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89be382f-ebcb-42ba-8e4b-0b183dc5e6a3", "tag": "315c5cee-86f3-4049-be0d-a7bc02de82b4", "status": "completed", "code": 200}]} {{(pid=108648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:10:43.559855 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-135cefba-23ed-45c2-a56e-e6e86eed0cff {{(pid=108648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:10:43.560154 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89be382f-ebcb-42ba-8e4b-0b183dc5e6a3', 'tag': '315c5cee-86f3-4049-be0d-a7bc02de82b4', 'status': 'completed', 'code': 200} Oct 26 15:10:43.560917 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-ebd7073b-5417-42a2-abb5-a6eebcf1d466 None None] Set router 4054a3b4-1b92-4cc2-981e-d4bf7d393595 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:10:43.804325 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-ebd7073b-5417-42a2-abb5-a6eebcf1d466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'name': 'tempest-TestVolumeBootPattern-1982504479-router', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '258a6c86-79a5-4c0d-8937-9742466f1498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:20Z', 'updated_at': '2021-10-26T15:02:26Z', 'revision_number': 4, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'gw_port': {'id': '258a6c86-79a5-4c0d-8937-9742466f1498', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:22Z', 'updated_at': '2021-10-26T15:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_floatingips': [{'id': 'b39e28e2-e6cc-4ac6-8010-17cca137f085', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'router_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'port_id': '88240e56-e655-4932-9c89-1b901e243f66', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865', 'mac_address': 'fa:16:3e:f0:df:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c063e9a-3eae-4cc4-a4f3-855bd8390d06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:06:49Z', 'updated_at': '2021-10-26T15:06:51Z', 'revision_number': 1, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f866454-2564-47ec-8643-cb2d80ed809a', 'name': '', 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'mac_address': 'fa:16:3e:0c:9f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'd2f548be-e416-40d5-a12d-a157ab7e380b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:25Z', 'updated_at': '2021-10-26T15:02:34Z', 'revision_number': 5, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'subnets': [{'id': 'd2f548be-e416-40d5-a12d-a157ab7e380b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:10:43.830276 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd7073b-5417-42a2-abb5-a6eebcf1d466 None None] Checking router: 4054a3b4-1b92-4cc2-981e-d4bf7d393595 for host: dv-cinder-732704-6-iscsi {{(pid=108649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:10:43.838768 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd7073b-5417-42a2-abb5-a6eebcf1d466 None None] Routers {'4054a3b4-1b92-4cc2-981e-d4bf7d393595'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:10:43.839359 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-ebd7073b-5417-42a2-abb5-a6eebcf1d466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:10:43Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['4054a3b4-1b92-4cc2-981e-d4bf7d393595'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:10:43.908697 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:43.926107 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:43.946319 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-ebd7073b-5417-42a2-abb5-a6eebcf1d466 None None] Set router 4054a3b4-1b92-4cc2-981e-d4bf7d393595 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:10:44.025426 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4d053-7e6f-4f40-a59b-8e72362e46b4 req-6735e121-89f3-413b-98ed-c57567b0069e tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:44.027130 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6fe4d053-7e6f-4f40-a59b-8e72362e46b4 req-6735e121-89f3-413b-98ed-c57567b0069e tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0494108 Oct 26 15:10:44.068924 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6fe4d053-7e6f-4f40-a59b-8e72362e46b4 req-099bc131-e69c-4973-874f-d8a58b036492 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349531 Oct 26 15:10:44.172483 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-ebd7073b-5417-42a2-abb5-a6eebcf1d466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'name': 'tempest-TestVolumeBootPattern-1982504479-router', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '258a6c86-79a5-4c0d-8937-9742466f1498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:20Z', 'updated_at': '2021-10-26T15:02:26Z', 'revision_number': 4, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'gw_port': {'id': '258a6c86-79a5-4c0d-8937-9742466f1498', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:22Z', 'updated_at': '2021-10-26T15:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_floatingips': [{'id': 'b39e28e2-e6cc-4ac6-8010-17cca137f085', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'router_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'port_id': '88240e56-e655-4932-9c89-1b901e243f66', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865', 'mac_address': 'fa:16:3e:f0:df:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c063e9a-3eae-4cc4-a4f3-855bd8390d06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:06:49Z', 'updated_at': '2021-10-26T15:06:51Z', 'revision_number': 1, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f866454-2564-47ec-8643-cb2d80ed809a', 'name': '', 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'mac_address': 'fa:16:3e:0c:9f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'd2f548be-e416-40d5-a12d-a157ab7e380b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:25Z', 'updated_at': '2021-10-26T15:02:34Z', 'revision_number': 5, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'subnets': [{'id': 'd2f548be-e416-40d5-a12d-a157ab7e380b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:10:44.198403 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd7073b-5417-42a2-abb5-a6eebcf1d466 None None] The sync data for ids ['4054a3b4-1b92-4cc2-981e-d4bf7d393595'] in dv-cinder-732704-6-iscsi is: [{'id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'name': 'tempest-TestVolumeBootPattern-1982504479-router', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '258a6c86-79a5-4c0d-8937-9742466f1498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:20Z', 'updated_at': '2021-10-26T15:02:26Z', 'revision_number': 4, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'gw_port': {'id': '258a6c86-79a5-4c0d-8937-9742466f1498', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:22Z', 'updated_at': '2021-10-26T15:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_floatingips': [{'id': 'b39e28e2-e6cc-4ac6-8010-17cca137f085', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'router_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'port_id': '88240e56-e655-4932-9c89-1b901e243f66', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865', 'mac_address': 'fa:16:3e:f0:df:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c063e9a-3eae-4cc4-a4f3-855bd8390d06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:06:49Z', 'updated_at': '2021-10-26T15:06:51Z', 'revision_number': 1, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f866454-2564-47ec-8643-cb2d80ed809a', 'name': '', 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'mac_address': 'fa:16:3e:0c:9f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'd2f548be-e416-40d5-a12d-a157ab7e380b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:25Z', 'updated_at': '2021-10-26T15:02:34Z', 'revision_number': 5, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'subnets': [{'id': 'd2f548be-e416-40d5-a12d-a157ab7e380b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:10:44.401085 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05557a36-19ab-40ad-870e-6e0b781ee862 None None] New status for floating IP 74eae539-2873-4371-9c9d-43b215154e1c: DOWN {{(pid=108650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:10:45.185642 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb48eb6-6398-4f52-a5ca-010576b6c081 req-cb0cc208-ac08-4952-a8ee-3bf410908d49 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:45.187146 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2cb48eb6-6398-4f52-a5ca-010576b6c081 req-cb0cc208-ac08-4952-a8ee-3bf410908d49 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0487885 Oct 26 15:10:45.224987 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2cb48eb6-6398-4f52-a5ca-010576b6c081 req-17e52607-d0c8-42c7-b83b-02b5b6e6e3e2 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318296 Oct 26 15:10:45.400421 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:46.029224 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4d194-48ea-482c-abb8-e1c91f5676d0 req-4b91dcd6-9136-400e-a8f5-7c26c46452fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:46.030746 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-52f4d194-48ea-482c-abb8-e1c91f5676d0 req-4b91dcd6-9136-400e-a8f5-7c26c46452fc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1c0d3cfad56e4c61a215d25516cd6470&device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 1098 time: 0.0444512 Oct 26 15:10:46.121960 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4d194-48ea-482c-abb8-e1c91f5676d0 req-bf739bcf-5e4f-4069-848b-26102bcbaf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:46.124072 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-52f4d194-48ea-482c-abb8-e1c91f5676d0 req-bf739bcf-5e4f-4069-848b-26102bcbaf17 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d121bef5-e7a7-4cc1-ab11-dcb6c02a3865 HTTP/1.1" status: 200 len: 913 time: 0.0862200 Oct 26 15:10:46.164040 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-52f4d194-48ea-482c-abb8-e1c91f5676d0 req-1798d52b-d813-4326-aa4b-c87a69dfb9ad service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=315c5cee-86f3-4049-be0d-a7bc02de82b4 HTTP/1.1" status: 200 len: 217 time: 0.0324979 Oct 26 15:10:46.215879 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4d194-48ea-482c-abb8-e1c91f5676d0 req-6be9ba59-302c-4de6-bf93-eea1afe77dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:46.217352 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-52f4d194-48ea-482c-abb8-e1c91f5676d0 req-6be9ba59-302c-4de6-bf93-eea1afe77dc9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d2f548be-e416-40d5-a12d-a157ab7e380b HTTP/1.1" status: 200 len: 851 time: 0.0421338 Oct 26 15:10:46.270882 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4d194-48ea-482c-abb8-e1c91f5676d0 req-54075e6c-0c39-4ee9-8e8f-8f48104a5a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:46.272430 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-52f4d194-48ea-482c-abb8-e1c91f5676d0 req-54075e6c-0c39-4ee9-8e8f-8f48104a5a4e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d121bef5-e7a7-4cc1-ab11-dcb6c02a3865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446568 Oct 26 15:10:46.343728 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd2b86-7114-43c0-9083-63298ef95a83 req-d88de15c-0875-4519-ae3f-16a3fd84ef72 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:46.345215 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-14bd2b86-7114-43c0-9083-63298ef95a83 req-d88de15c-0875-4519-ae3f-16a3fd84ef72 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0484653 Oct 26 15:10:46.367985 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-52f4d194-48ea-482c-abb8-e1c91f5676d0 req-96a41810-12a3-4877-933a-76d2b365c280 service neutron] 10.222.0.76 "GET /v2.0/networks/d121bef5-e7a7-4cc1-ab11-dcb6c02a3865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822232 Oct 26 15:10:46.384310 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-14bd2b86-7114-43c0-9083-63298ef95a83 req-bd513eac-9538-44ef-b792-943ebdc783a7 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328717 Oct 26 15:10:46.459473 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-52f4d194-48ea-482c-abb8-e1c91f5676d0 req-9d6b7656-19b6-4f9a-b273-daffc3f59ac8 service neutron] 10.222.0.76 "GET /v2.0/networks/d121bef5-e7a7-4cc1-ab11-dcb6c02a3865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833957 Oct 26 15:10:47.514603 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f18fb-2d2f-4678-8d39-e6cc44b6c914 req-4915bd54-1eba-4faf-b8a2-9590a4051b16 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:47.516240 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4f2f18fb-2d2f-4678-8d39-e6cc44b6c914 req-4915bd54-1eba-4faf-b8a2-9590a4051b16 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0562773 Oct 26 15:10:47.562556 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4f2f18fb-2d2f-4678-8d39-e6cc44b6c914 req-0511a7bd-bfd8-41d0-ad14-04bfe708976e tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402372 Oct 26 15:10:48.674071 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbeade-fc72-426d-847f-a1b8bd2882e2 req-95c55a3d-a8e2-46a7-8857-f083ba68f6f6 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:48.675573 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-57fbeade-fc72-426d-847f-a1b8bd2882e2 req-95c55a3d-a8e2-46a7-8857-f083ba68f6f6 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0479732 Oct 26 15:10:48.713911 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-57fbeade-fc72-426d-847f-a1b8bd2882e2 req-fe8d6247-4dd8-4a74-acad-3754a6797a55 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325730 Oct 26 15:10:49.827725 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e900dc-8c97-47e3-bf0f-a4241d242ce4 req-9d2b5dd7-1f60-46da-9f93-8c410dee3fad tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:49.829246 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a0e900dc-8c97-47e3-bf0f-a4241d242ce4 req-9d2b5dd7-1f60-46da-9f93-8c410dee3fad tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0478742 Oct 26 15:10:49.870586 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a0e900dc-8c97-47e3-bf0f-a4241d242ce4 req-ee73686a-889c-4abf-b355-a834358b5c56 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351470 Oct 26 15:10:50.984196 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c1669-6175-4a56-b8be-bcfea2a66390 req-98b15c75-0976-462d-bd27-99367e6a9332 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:50.986274 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6e0c1669-6175-4a56-b8be-bcfea2a66390 req-98b15c75-0976-462d-bd27-99367e6a9332 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0488343 Oct 26 15:10:51.031226 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6e0c1669-6175-4a56-b8be-bcfea2a66390 req-90402738-946e-40e0-b45d-e005e617a2c8 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397108 Oct 26 15:10:51.518939 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 315c5cee-86f3-4049-be0d-a7bc02de82b4 no longer exists at agent hyperv_hv-cinder-73270 {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:10:51.597868 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:51.619692 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89be382f-ebcb-42ba-8e4b-0b183dc5e6a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '315c5cee-86f3-4049-be0d-a7bc02de82b4'}] {{(pid=108649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:10:51.622905 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce9ea8dafcd660945e4144893ae94b540b7d43bc7f31485d3ebdd76e7b8406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b2276c-b72a-4553-9aaf-fd493ddbd15e" -d '{"events": [{"server_uuid": "89be382f-ebcb-42ba-8e4b-0b183dc5e6a3", "name": "network-vif-unplugged", "status": "completed", "tag": "315c5cee-86f3-4049-be0d-a7bc02de82b4"}]}' {{(pid=108649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:10:51.634591 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port 315c5cee-86f3-4049-be0d-a7bc02de82b4, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=315c5cee-86f3-4049-be0d-a7bc02de82b4,segment=NetworkSegment(8621fa32-c66b-4463-805f-ba8280121809),segment_id=8621fa32-c66b-4463-805f-ba8280121809)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:10:51.659134 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 15:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c1b33f-6837-4e6f-8012-b18de9604796 x-openstack-request-id: req-e2c1b33f-6837-4e6f-8012-b18de9604796 {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:10:51.659419 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89be382f-ebcb-42ba-8e4b-0b183dc5e6a3", "name": "network-vif-unplugged", "status": "completed", "tag": "315c5cee-86f3-4049-be0d-a7bc02de82b4", "code": 200}]} {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:10:51.659670 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e2c1b33f-6837-4e6f-8012-b18de9604796 {{(pid=108649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:10:51.660056 dv-cinder-732704-6-iscsi neutron-server[108649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89be382f-ebcb-42ba-8e4b-0b183dc5e6a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '315c5cee-86f3-4049-be0d-a7bc02de82b4', 'code': 200} Oct 26 15:10:51.783465 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:51.829886 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=315c5cee-86f3-4049-be0d-a7bc02de82b4,revision_number=6']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:10:52.412645 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36fe857-db83-4fad-9bb9-7c09986253b1 req-a2ce0a96-a79b-4fe2-8e4a-08dd8465efa9 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:52.414111 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b36fe857-db83-4fad-9bb9-7c09986253b1 req-a2ce0a96-a79b-4fe2-8e4a-08dd8465efa9 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 943 time: 0.3170149 Oct 26 15:10:52.455190 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b36fe857-db83-4fad-9bb9-7c09986253b1 req-8451542d-f659-41eb-b07e-764a0465a6d6 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329514 Oct 26 15:10:53.569883 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c698c-9420-439c-9dd5-426cee495cb1 req-61956180-a079-4fe8-9117-b4bf113c8628 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:53.571382 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a89c698c-9420-439c-9dd5-426cee495cb1 req-61956180-a079-4fe8-9117-b4bf113c8628 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0482452 Oct 26 15:10:53.609727 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a89c698c-9420-439c-9dd5-426cee495cb1 req-f3a1570e-ebf4-4782-9c59-58d111a9263b tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322928 Oct 26 15:10:54.722766 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bb970-0922-4340-8086-35e6d5caf86b req-1295cfb4-5d5f-4130-8e7a-eab86f5dd7c0 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:54.724232 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c31bb970-0922-4340-8086-35e6d5caf86b req-1295cfb4-5d5f-4130-8e7a-eab86f5dd7c0 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0483005 Oct 26 15:10:54.764963 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c31bb970-0922-4340-8086-35e6d5caf86b req-bdac4ea2-c57a-4f80-9a51-979253b7dec6 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341945 Oct 26 15:10:55.880798 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e29fc-def1-4dd3-888f-1333b30d073d req-d09daa89-05d3-4f72-b6ee-b9bf71eeb41f tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:55.882319 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b73e29fc-def1-4dd3-888f-1333b30d073d req-d09daa89-05d3-4f72-b6ee-b9bf71eeb41f tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0516415 Oct 26 15:10:55.920207 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b73e29fc-def1-4dd3-888f-1333b30d073d req-db7d6703-ebe3-4fea-958a-bc9d01b8de1f tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318909 Oct 26 15:10:57.033808 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34be6b-bb73-478d-943f-294b1d271aad req-e4fd2d99-979c-40d7-a69e-da3dce9abf73 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:57.035381 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-dc34be6b-bb73-478d-943f-294b1d271aad req-e4fd2d99-979c-40d7-a69e-da3dce9abf73 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0492661 Oct 26 15:10:57.072733 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-dc34be6b-bb73-478d-943f-294b1d271aad req-ef0157c9-adbc-43c3-9376-46451da72562 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314531 Oct 26 15:10:58.185771 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a6872-702a-45b1-ab89-9b6cdaba16b0 req-fb84e0f2-0699-4662-9d1c-3ecd8ad3d2dc tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:58.187258 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-657a6872-702a-45b1-ab89-9b6cdaba16b0 req-fb84e0f2-0699-4662-9d1c-3ecd8ad3d2dc tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0480471 Oct 26 15:10:58.228051 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-657a6872-702a-45b1-ab89-9b6cdaba16b0 req-46351c58-25be-484e-bdb0-8d51c7d342a3 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347321 Oct 26 15:10:58.526005 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:59.340726 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab7d850-e514-4e81-8f7d-5096f5ca3641 req-209ff313-42f6-462a-911e-fa7f76ac1764 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:59.342187 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-dab7d850-e514-4e81-8f7d-5096f5ca3641 req-209ff313-42f6-462a-911e-fa7f76ac1764 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0484760 Oct 26 15:10:59.379979 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-dab7d850-e514-4e81-8f7d-5096f5ca3641 req-ade1d3d5-5eb7-41b8-9515-869ec557c4bd tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311041 Oct 26 15:11:00.493507 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711918f-53cc-47e7-b806-7ae82f4c9674 req-f2a821d0-bb77-45b6-a4b3-5a33cfc42a29 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:00.495039 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0711918f-53cc-47e7-b806-7ae82f4c9674 req-f2a821d0-bb77-45b6-a4b3-5a33cfc42a29 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0492949 Oct 26 15:11:00.532950 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0711918f-53cc-47e7-b806-7ae82f4c9674 req-7177c1b9-89e5-4926-b751-bfe290201804 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312924 Oct 26 15:11:01.647998 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd9576-7888-46d2-9dd0-9f48db3434e7 req-5b706c9b-c25a-4fae-ab08-5904e2620587 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:01.649503 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-32fd9576-7888-46d2-9dd0-9f48db3434e7 req-5b706c9b-c25a-4fae-ab08-5904e2620587 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0478687 Oct 26 15:11:01.691089 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-32fd9576-7888-46d2-9dd0-9f48db3434e7 req-5a8707a8-4878-47da-9d29-89bbf713b271 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350411 Oct 26 15:11:02.811738 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde6e8a-6708-4c30-bb6b-5f5c34ad6910 req-69eda0dc-3a78-463c-a3d8-32245363e077 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:02.813212 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-acde6e8a-6708-4c30-bb6b-5f5c34ad6910 req-69eda0dc-3a78-463c-a3d8-32245363e077 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0497520 Oct 26 15:11:02.851702 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-acde6e8a-6708-4c30-bb6b-5f5c34ad6910 req-e54819af-a316-4e6b-9467-68d76cf1b92f tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324852 Oct 26 15:11:03.976310 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf765e9b-c223-4a53-9abc-556ac307de0c req-2e3b7cd6-6e5c-4ace-8d7e-5407099f2e41 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:03.981948 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cf765e9b-c223-4a53-9abc-556ac307de0c req-2e3b7cd6-6e5c-4ace-8d7e-5407099f2e41 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0586104 Oct 26 15:11:04.018217 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cf765e9b-c223-4a53-9abc-556ac307de0c req-5a785187-2259-4c01-bab7-efa14cc669b0 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326250 Oct 26 15:11:05.148580 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d4e10-74a2-4ee3-bae8-bf1284d1cd2b req-c30488f2-3c33-41a1-b82e-0d8fccc0a949 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:05.150428 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-243d4e10-74a2-4ee3-bae8-bf1284d1cd2b req-c30488f2-3c33-41a1-b82e-0d8fccc0a949 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0582914 Oct 26 15:11:05.191903 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-243d4e10-74a2-4ee3-bae8-bf1284d1cd2b req-9ba75649-0025-4005-950b-1da85ac4b62e tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350864 Oct 26 15:11:06.307847 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f2aa0-f7d7-4cf2-a0db-b21b0f565634 req-ab74cbc9-d176-4391-a7a4-2196af31c5fe tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:06.309313 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-541f2aa0-f7d7-4cf2-a0db-b21b0f565634 req-ab74cbc9-d176-4391-a7a4-2196af31c5fe tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0480609 Oct 26 15:11:06.347883 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-541f2aa0-f7d7-4cf2-a0db-b21b0f565634 req-7a6600ca-18d3-4fc1-952b-a1c04122eec7 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319688 Oct 26 15:11:07.463901 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad874a9c-da89-403e-8a09-52705d34cd19 req-729e4b83-ad72-436f-ae93-0100c7ddc013 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:07.465411 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ad874a9c-da89-403e-8a09-52705d34cd19 req-729e4b83-ad72-436f-ae93-0100c7ddc013 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0480742 Oct 26 15:11:07.506091 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ad874a9c-da89-403e-8a09-52705d34cd19 req-e788f9dd-a1aa-40e1-816d-048981810187 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338445 Oct 26 15:11:07.972575 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-6bc96345-e5dd-4655-9273-50ff471dea95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:08.619138 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27ad29-6582-4a55-92a1-a1d5a6650441 req-aead943e-1473-44e8-b3c6-9c925dfe8ab6 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:08.620615 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1a27ad29-6582-4a55-92a1-a1d5a6650441 req-aead943e-1473-44e8-b3c6-9c925dfe8ab6 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0484855 Oct 26 15:11:08.661840 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1a27ad29-6582-4a55-92a1-a1d5a6650441 req-0dc6a423-fac7-4ba8-b747-0df839ea31f2 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351748 Oct 26 15:11:09.774212 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04776326-3970-44ae-8edc-b84948a08fca req-0dcc6e75-ba72-434e-9c82-9c047dbfca7f tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:09.775632 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-04776326-3970-44ae-8edc-b84948a08fca req-0dcc6e75-ba72-434e-9c82-9c047dbfca7f tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0481853 Oct 26 15:11:09.814049 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-04776326-3970-44ae-8edc-b84948a08fca req-4fd8b404-82a9-4726-b76f-8c8f56d2f809 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318389 Oct 26 15:11:10.934873 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4651a66-0eda-419a-80b1-9534cdc98c93 req-c1d9aa52-8704-4d63-bf4e-cfcfd8dc1af2 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:10.936891 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f4651a66-0eda-419a-80b1-9534cdc98c93 req-c1d9aa52-8704-4d63-bf4e-cfcfd8dc1af2 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0486128 Oct 26 15:11:10.975008 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f4651a66-0eda-419a-80b1-9534cdc98c93 req-e1d0dd3e-5c6f-44e4-8ea2-a19cb2b461f0 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319602 Oct 26 15:11:12.091738 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850a6f8-20ba-412b-a8f7-4a1e66509d10 req-4a271502-a6b4-454e-aeb0-e9e4ec46ded9 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:12.093936 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1850a6f8-20ba-412b-a8f7-4a1e66509d10 req-4a271502-a6b4-454e-aeb0-e9e4ec46ded9 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0501292 Oct 26 15:11:12.135057 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1850a6f8-20ba-412b-a8f7-4a1e66509d10 req-8fdaf373-3809-4682-a05e-4bbf28c40d3f tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352650 Oct 26 15:11:13.243488 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-4c6c43c0-1b3e-40c1-88c6-64869d956c68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:13.260374 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb04866-7126-4c07-bc83-8d3de4a018c7 req-043b4e81-715c-4f7f-a762-1b307489f76a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:13.261970 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1eb04866-7126-4c07-bc83-8d3de4a018c7 req-043b4e81-715c-4f7f-a762-1b307489f76a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0514798 Oct 26 15:11:13.299727 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1eb04866-7126-4c07-bc83-8d3de4a018c7 req-6bf83b14-f633-4b2f-b615-9417877a0933 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316834 Oct 26 15:11:13.843905 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:13.889386 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:14.412998 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d068997-336f-440a-943a-29ee8f69591a req-39442615-b303-4ee8-b6ca-12afff58ce59 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:14.414484 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3d068997-336f-440a-943a-29ee8f69591a req-39442615-b303-4ee8-b6ca-12afff58ce59 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0487444 Oct 26 15:11:14.451350 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3d068997-336f-440a-943a-29ee8f69591a req-e010f79f-87d6-4706-8f40-d752b6e79da6 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308950 Oct 26 15:11:15.383000 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:15.574588 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c37f8-98fd-45a8-982a-38bc302e7e3a req-eee9f704-7f5f-46c7-a765-cd3434dd1ebd tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:15.576109 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-156c37f8-98fd-45a8-982a-38bc302e7e3a req-eee9f704-7f5f-46c7-a765-cd3434dd1ebd tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0494604 Oct 26 15:11:15.617896 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-156c37f8-98fd-45a8-982a-38bc302e7e3a req-904c50e9-85fe-42dc-9558-4272aab10e09 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354042 Oct 26 15:11:16.206317 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:11:16.730952 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a8aa9-ce97-43ff-afc4-867b9e590a11 req-bdb56666-a3cd-495b-9ff7-7d9d73a1e0df tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:16.732362 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-314a8aa9-ce97-43ff-afc4-867b9e590a11 req-bdb56666-a3cd-495b-9ff7-7d9d73a1e0df tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0488377 Oct 26 15:11:16.772040 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-314a8aa9-ce97-43ff-afc4-867b9e590a11 req-8ec500ed-2c22-4945-9f30-0928cebf919b tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330396 Oct 26 15:11:17.886395 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ebe0ec-1b7b-4b26-a579-0a8b4c00959a req-af50d526-ddc6-47be-b688-dcb8be61caaa tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:17.887898 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-90ebe0ec-1b7b-4b26-a579-0a8b4c00959a req-af50d526-ddc6-47be-b688-dcb8be61caaa tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0488179 Oct 26 15:11:17.925094 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-90ebe0ec-1b7b-4b26-a579-0a8b4c00959a req-133ded20-2140-4c78-a6d7-06a51ead650a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306675 Oct 26 15:11:19.040583 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a346d-0396-4562-9439-c75b7cdfbe42 req-fd92d2a3-0841-41eb-8828-4b869c1bbe3f tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:19.042035 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0e9a346d-0396-4562-9439-c75b7cdfbe42 req-fd92d2a3-0841-41eb-8828-4b869c1bbe3f tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0475271 Oct 26 15:11:19.082429 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0e9a346d-0396-4562-9439-c75b7cdfbe42 req-eb3a1fc9-ee25-4c16-a34b-d644c40790ca tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339408 Oct 26 15:11:20.198050 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45bef8e-ba86-49dd-a31a-368738019363 req-66fd3b46-207e-49ed-86db-1ec266a68990 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:20.199598 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d45bef8e-ba86-49dd-a31a-368738019363 req-66fd3b46-207e-49ed-86db-1ec266a68990 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0496371 Oct 26 15:11:20.240165 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d45bef8e-ba86-49dd-a31a-368738019363 req-f961f194-6ffd-4af5-9550-f34b6e1c8111 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338240 Oct 26 15:11:21.354612 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa698f-4fea-4033-b41a-13b206805a89 req-1d4e3abc-06e1-4c34-b57a-349a19be3615 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:21.356103 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-62aa698f-4fea-4033-b41a-13b206805a89 req-1d4e3abc-06e1-4c34-b57a-349a19be3615 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0491562 Oct 26 15:11:21.392964 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-62aa698f-4fea-4033-b41a-13b206805a89 req-7019c361-4279-45ec-ace5-74bbb312c3e1 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309458 Oct 26 15:11:22.506308 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e9256-8c73-4fb6-9002-f74db39b93c9 req-abb0a889-616a-46fe-9e9f-35980f9c2de3 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:22.507813 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-207e9256-8c73-4fb6-9002-f74db39b93c9 req-abb0a889-616a-46fe-9e9f-35980f9c2de3 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0486369 Oct 26 15:11:22.549057 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-207e9256-8c73-4fb6-9002-f74db39b93c9 req-db7ff9ae-d65d-47df-9389-5b404d7a6ffe tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352123 Oct 26 15:11:23.676375 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d557d48-54ad-4940-94b0-211b0d49a9bb req-821e5364-38a2-4ae6-9e70-14e9b865b064 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:23.677853 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1d557d48-54ad-4940-94b0-211b0d49a9bb req-821e5364-38a2-4ae6-9e70-14e9b865b064 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0500498 Oct 26 15:11:23.717385 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1d557d48-54ad-4940-94b0-211b0d49a9bb req-daa34f05-b6cf-47e1-9b6c-c9abc33cd1ef tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334594 Oct 26 15:11:24.830974 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6fec0-3227-4d31-869d-858cf0ed7b2d req-ab305ee9-4606-4472-930b-347ba42b8dcd tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:24.832440 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2de6fec0-3227-4d31-869d-858cf0ed7b2d req-ab305ee9-4606-4472-930b-347ba42b8dcd tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0483975 Oct 26 15:11:24.868779 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2de6fec0-3227-4d31-869d-858cf0ed7b2d req-8c5dd88d-d8e4-46cf-afcc-4c211fd30e7c tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302460 Oct 26 15:11:25.993783 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16112ef2-e8c6-455d-9756-f6f6fa4c62ed req-daa29568-528a-40a3-bbc6-493ad9459da5 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:25.995552 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-16112ef2-e8c6-455d-9756-f6f6fa4c62ed req-daa29568-528a-40a3-bbc6-493ad9459da5 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0544772 Oct 26 15:11:26.043629 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-16112ef2-e8c6-455d-9756-f6f6fa4c62ed req-87109629-1bdd-4303-b8fe-428b3d90c88f tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407729 Oct 26 15:11:27.166971 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c9599-7e2b-40d6-9fd9-f92b02db5f1a req-8a54e819-fdde-413d-a70b-adf703a60e97 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:27.168635 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-bd7c9599-7e2b-40d6-9fd9-f92b02db5f1a req-8a54e819-fdde-413d-a70b-adf703a60e97 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0537717 Oct 26 15:11:27.215129 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-bd7c9599-7e2b-40d6-9fd9-f92b02db5f1a req-f2d6c645-02f8-4831-a08b-09066ae360eb tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354016 Oct 26 15:11:28.343101 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9897da-1074-488f-8a9e-f82654370e36 req-c67c8643-7663-4367-96f2-45de12d6b0f3 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:28.344752 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1b9897da-1074-488f-8a9e-f82654370e36 req-c67c8643-7663-4367-96f2-45de12d6b0f3 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0530527 Oct 26 15:11:28.385515 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1b9897da-1074-488f-8a9e-f82654370e36 req-03c191cd-3c7e-4695-be08-d7610ed24b15 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339935 Oct 26 15:11:28.554614 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:29.522491 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546a8fe-2b3a-48df-9a80-c3c4b041cd18 req-404c6501-7376-4849-80ed-cc927d00e69c tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:29.524242 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9546a8fe-2b3a-48df-9a80-c3c4b041cd18 req-404c6501-7376-4849-80ed-cc927d00e69c tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0620079 Oct 26 15:11:29.571402 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9546a8fe-2b3a-48df-9a80-c3c4b041cd18 req-4faad9d4-08d9-43b7-a66b-d4dfe2164ec6 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398459 Oct 26 15:11:30.699454 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cdfa51-9c1c-4e06-833e-ff250dabe57a req-d5177465-ac4c-4f7c-8acc-9a88d6eabbb8 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:30.701572 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-92cdfa51-9c1c-4e06-833e-ff250dabe57a req-d5177465-ac4c-4f7c-8acc-9a88d6eabbb8 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0550277 Oct 26 15:11:30.740461 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-92cdfa51-9c1c-4e06-833e-ff250dabe57a req-6aab5dc4-a767-43d9-976a-47196e1f7eeb tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326891 Oct 26 15:11:31.861614 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172d84f-84a6-4374-9657-1c31fd9cd6dc req-9a596c55-75e6-40ff-8daf-9f6dbe50be1c tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:31.863681 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7172d84f-84a6-4374-9657-1c31fd9cd6dc req-9a596c55-75e6-40ff-8daf-9f6dbe50be1c tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0554302 Oct 26 15:11:31.911425 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7172d84f-84a6-4374-9657-1c31fd9cd6dc req-1c2e0bd8-689a-47a5-bb07-f45564ff9b6d tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414753 Oct 26 15:11:33.031027 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8d3af-6706-4c7f-a822-4e88b27b44a7 req-811cc7d5-dfe1-4c88-82cc-3bc3de76a5d1 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:33.032629 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a8b8d3af-6706-4c7f-a822-4e88b27b44a7 req-811cc7d5-dfe1-4c88-82cc-3bc3de76a5d1 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0520270 Oct 26 15:11:33.076900 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a8b8d3af-6706-4c7f-a822-4e88b27b44a7 req-b2cc2d31-d6df-4d40-a68b-46482e0c5e59 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379963 Oct 26 15:11:34.196759 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3020b5-0c89-4a44-836e-06eb2b94d481 req-98f7c81e-701e-4215-83e7-d449e2ea0673 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:34.198246 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0b3020b5-0c89-4a44-836e-06eb2b94d481 req-98f7c81e-701e-4215-83e7-d449e2ea0673 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0554233 Oct 26 15:11:34.236986 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0b3020b5-0c89-4a44-836e-06eb2b94d481 req-38b5b8b1-1c05-4b8e-976f-7301635d9faf tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323012 Oct 26 15:11:35.351218 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7039b-a76e-472f-930d-060889f942c9 req-c6d70088-05cf-4cdc-91c4-0db26ad5536a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:35.352694 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-14a7039b-a76e-472f-930d-060889f942c9 req-c6d70088-05cf-4cdc-91c4-0db26ad5536a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0481229 Oct 26 15:11:35.390156 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-14a7039b-a76e-472f-930d-060889f942c9 req-2fd653c5-9d0a-44cc-949b-c81a34693e5b tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307467 Oct 26 15:11:35.447414 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ad2d6-a3c0-41b9-968b-913b9977fc1c req-dfe4bde7-d9c1-4b31-a25e-ae0b928bb3d9 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:35.449014 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-d48ad2d6-a3c0-41b9-968b-913b9977fc1c req-dfe4bde7-d9c1-4b31-a25e-ae0b928bb3d9 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.76 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0533726 Oct 26 15:11:35.524917 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-24462bdf-3638-41d7-b02b-ecc2ea40473e req-cab41b92-cce8-456d-9a87-38ab52ba11b9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418389 Oct 26 15:11:35.546846 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [req-d48ad2d6-a3c0-41b9-968b-913b9977fc1c req-1478fcd8-5ff9-4e28-b3e9-41baab758c13 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Deleting port 315c5cee-86f3-4049-be0d-a7bc02de82b4 {{(pid=108647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:11:35.547187 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-d48ad2d6-a3c0-41b9-968b-913b9977fc1c req-1478fcd8-5ff9-4e28-b3e9-41baab758c13 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:35.599833 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24462bdf-3638-41d7-b02b-ecc2ea40473e req-2fa7e806-d4f1-4547-bb7d-012f4485873b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:35.601341 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-24462bdf-3638-41d7-b02b-ecc2ea40473e req-2fa7e806-d4f1-4547-bb7d-012f4485873b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0a2958e7afc741eca9584b299e5568a6&device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 1099 time: 0.0467341 Oct 26 15:11:35.650333 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [req-d48ad2d6-a3c0-41b9-968b-913b9977fc1c req-1478fcd8-5ff9-4e28-b3e9-41baab758c13 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] For port 315c5cee-86f3-4049-be0d-a7bc02de82b4, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=315c5cee-86f3-4049-be0d-a7bc02de82b4,segment=NetworkSegment(8621fa32-c66b-4463-805f-ba8280121809),segment_id=8621fa32-c66b-4463-805f-ba8280121809)] {{(pid=108647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:11:35.651707 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-d48ad2d6-a3c0-41b9-968b-913b9977fc1c req-1478fcd8-5ff9-4e28-b3e9-41baab758c13 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:35.664485 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [req-d48ad2d6-a3c0-41b9-968b-913b9977fc1c req-1478fcd8-5ff9-4e28-b3e9-41baab758c13 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Calling delete_port for 315c5cee-86f3-4049-be0d-a7bc02de82b4 owned by compute:nova {{(pid=108647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:11:35.718547 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24462bdf-3638-41d7-b02b-ecc2ea40473e req-e1bf13bd-f85a-45e4-8c93-f0cdfd47ec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:35.720064 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-24462bdf-3638-41d7-b02b-ecc2ea40473e req-e1bf13bd-f85a-45e4-8c93-f0cdfd47ec1b service neutron] 10.222.0.76 "GET /v2.0/networks?id=6872d80b-011f-4914-ab64-ee6310f248d9 HTTP/1.1" status: 200 len: 914 time: 0.0959437 Oct 26 15:11:35.767047 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-24462bdf-3638-41d7-b02b-ecc2ea40473e req-81e009ba-a50b-43a9-b3f6-496aa2ce9d3c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=684d633d-454b-4dc0-8432-49d9ebb71db9 HTTP/1.1" status: 200 len: 217 time: 0.0398216 Oct 26 15:11:35.817411 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24462bdf-3638-41d7-b02b-ecc2ea40473e req-386051c5-45aa-4bb3-8850-abb3fea1d614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:35.818838 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-24462bdf-3638-41d7-b02b-ecc2ea40473e req-386051c5-45aa-4bb3-8850-abb3fea1d614 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=79691652-5732-42a1-b964-9bd2b908b13f HTTP/1.1" status: 200 len: 853 time: 0.0452821 Oct 26 15:11:35.852993 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-24462bdf-3638-41d7-b02b-ecc2ea40473e req-5158945f-ea75-4e4c-b667-ff6b26d0da5b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6872d80b-011f-4914-ab64-ee6310f248d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260930 Oct 26 15:11:35.863923 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-d48ad2d6-a3c0-41b9-968b-913b9977fc1c req-1478fcd8-5ff9-4e28-b3e9-41baab758c13 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:35.890345 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1478fcd8-5ff9-4e28-b3e9-41baab758c13 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Pushing event deleted for resources: {'Port': ['ID=315c5cee-86f3-4049-be0d-a7bc02de82b4,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:35.904123 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1478fcd8-5ff9-4e28-b3e9-41baab758c13 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:35.904517 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1478fcd8-5ff9-4e28-b3e9-41baab758c13 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:35.907528 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1478fcd8-5ff9-4e28-b3e9-41baab758c13 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:35.907528 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1478fcd8-5ff9-4e28-b3e9-41baab758c13 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:35.907528 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1478fcd8-5ff9-4e28-b3e9-41baab758c13 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:35.907528 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1478fcd8-5ff9-4e28-b3e9-41baab758c13 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:35.907528 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1478fcd8-5ff9-4e28-b3e9-41baab758c13 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:35.907528 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1478fcd8-5ff9-4e28-b3e9-41baab758c13 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:35.907528 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1478fcd8-5ff9-4e28-b3e9-41baab758c13 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:35.908192 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1478fcd8-5ff9-4e28-b3e9-41baab758c13 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:35.908192 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1478fcd8-5ff9-4e28-b3e9-41baab758c13 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:35.908352 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1478fcd8-5ff9-4e28-b3e9-41baab758c13 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:35.953150 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48ad2d6-a3c0-41b9-968b-913b9977fc1c req-1478fcd8-5ff9-4e28-b3e9-41baab758c13 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] No DVR routers for this DVR port 315c5cee-86f3-4049-be0d-a7bc02de82b4 on host hv-cinder-73270 {{(pid=108647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:11:35.953150 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [req-d48ad2d6-a3c0-41b9-968b-913b9977fc1c req-1478fcd8-5ff9-4e28-b3e9-41baab758c13 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:35.953150 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [req-d48ad2d6-a3c0-41b9-968b-913b9977fc1c req-1478fcd8-5ff9-4e28-b3e9-41baab758c13 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.76 "DELETE /v2.0/ports/315c5cee-86f3-4049-be0d-a7bc02de82b4 HTTP/1.1" status: 204 len: 173 time: 0.4927998 Oct 26 15:11:35.953150 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89be382f-ebcb-42ba-8e4b-0b183dc5e6a3', 'name': 'network-vif-deleted', 'tag': '315c5cee-86f3-4049-be0d-a7bc02de82b4'}] {{(pid=108647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:11:35.953150 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c67b12b1cf7ef49faca107c22834427ed1d300477b197fee39d1c6656c9e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174de9de-6aea-4792-82a3-7c9450142934" -d '{"events": [{"server_uuid": "89be382f-ebcb-42ba-8e4b-0b183dc5e6a3", "name": "network-vif-deleted", "tag": "315c5cee-86f3-4049-be0d-a7bc02de82b4"}]}' {{(pid=108647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:11:35.964643 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-24462bdf-3638-41d7-b02b-ecc2ea40473e req-d0b195f4-9456-4313-8d7f-b62e8568c99c service neutron] 10.222.0.76 "GET /v2.0/networks/6872d80b-011f-4914-ab64-ee6310f248d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044300 Oct 26 15:11:35.993143 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b6fed6-4444-4487-9c10-3f1917512eff x-openstack-request-id: req-b0b6fed6-4444-4487-9c10-3f1917512eff {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:11:35.993143 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89be382f-ebcb-42ba-8e4b-0b183dc5e6a3", "name": "network-vif-deleted", "tag": "315c5cee-86f3-4049-be0d-a7bc02de82b4", "status": "completed", "code": 200}]} {{(pid=108647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:11:35.993143 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b0b6fed6-4444-4487-9c10-3f1917512eff {{(pid=108647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:11:35.993143 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89be382f-ebcb-42ba-8e4b-0b183dc5e6a3', 'name': 'network-vif-deleted', 'tag': '315c5cee-86f3-4049-be0d-a7bc02de82b4', 'status': 'completed', 'code': 200} Oct 26 15:11:36.065761 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-24462bdf-3638-41d7-b02b-ecc2ea40473e req-20736536-1ef4-4c9a-b0de-71ecfd8bfbeb service neutron] 10.222.0.76 "GET /v2.0/networks/6872d80b-011f-4914-ab64-ee6310f248d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928428 Oct 26 15:11:36.488460 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-490a0d63-ab6a-4a57-8807-210d61f9b4fc req-ca39bb1f-a556-4d78-9c09-d0a749c94fbf tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0278962 Oct 26 15:11:37.584692 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f83a7afa-31e6-4602-b9b8-6d912b30055c req-0d8f4373-5864-4bbc-b8a0-70fc663db43e tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0270851 Oct 26 15:11:37.991236 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-72437ca8-e87b-4c12-ac32-688d6eb4c6b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:38.689844 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-af5d15e5-81d2-41bf-b135-a90d5724a271 req-c7fdeb72-3bf4-4997-8f91-eb987ac49edd tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0335877 Oct 26 15:11:39.817697 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a2f47f0f-dca4-42ea-b098-f7ced9687846 req-bda9f70e-aa36-4cf2-a1e1-c26a9fe54a65 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0486004 Oct 26 15:11:40.920456 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-419e7dec-8818-4e47-8e03-739dc7db3972 req-2f7499f7-6d89-4a09-b0a0-e7fd57da2d2a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0275960 Oct 26 15:11:42.041996 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-468e7ed5-a149-48ef-8c67-aad1d29c7d15 req-73517c63-be97-43f1-a410-6dcd06774b91 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0370946 Oct 26 15:11:43.146396 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-bfafe4d6-7f16-4342-84be-af65d941a81d req-9e1b8967-f755-4164-a76c-6dac009c9830 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0319242 Oct 26 15:11:43.203721 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-7c8c9d89-b103-40c2-870b-fc8ddaa6d192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:43.796861 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:43.825253 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:44.252758 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4cd7117e-7f80-4a27-857f-52ce130621d6 req-c1e3731a-b8d9-42fe-a64c-2e4caf7dfbe1 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0359890 Oct 26 15:11:45.355468 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-47b981f9-9ce8-41f8-b189-0b0358be72cc req-2db8dbf1-b861-4552-8d78-0456bc271ab2 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0302196 Oct 26 15:11:45.382345 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:46.478283 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-691344a9-cf12-42c4-a38a-4e0d009edcb7 req-c965b9f8-1464-45bb-8261-593cc57459e3 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0343444 Oct 26 15:11:47.596715 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-73d3b163-c2e2-4e9a-969d-940741a2680a req-081db506-2f2e-4568-a03f-96c9a82ef7c4 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0276237 Oct 26 15:11:48.693759 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-42267c4e-db80-43ed-9851-9699c1e2c8c9 req-4283c589-9532-4619-b5de-76a92d231e07 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0265751 Oct 26 15:11:49.795141 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-be35a389-ceca-4b2d-8e0a-b77a1e30af48 req-b51e0c81-5422-4b83-b37f-ad5188969c41 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0270050 Oct 26 15:11:50.889731 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6afda14c-f290-43fa-86e4-9f9752a2a086 req-06011832-3d67-4517-9c85-ece653845d50 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0269568 Oct 26 15:11:51.992979 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5cde2758-af43-4fec-9777-4e8ca88e9c65 req-cbf51007-b6e3-4934-b9c5-278ade2c3729 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0322020 Oct 26 15:11:53.088889 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-73c09c9f-45ba-4ced-b1f1-a3b859cbc14d req-245f6341-12c1-421c-991b-a1e64ad1974f tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0265174 Oct 26 15:11:53.206175 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:11:54.191999 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c6024abf-052a-4e77-8437-ac3cefb86bc7 req-475913d0-b05d-48ac-b260-378b26eea9fb tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0277889 Oct 26 15:11:55.297854 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-bf36459a-9210-420e-b585-bb3b011d9fb9 req-a5f0f327-e102-4f31-8731-c86362146968 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0276682 Oct 26 15:11:56.409007 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8d22acb4-40b8-459a-b565-9389dcb5481c req-1bed4fed-e775-4c68-b785-8ad1a43722d7 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0346162 Oct 26 15:11:57.527682 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-30e717fe-a786-4719-952c-59076110e929 req-9d645c2d-3e20-4881-ae9b-2132eb636154 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0385888 Oct 26 15:11:58.545050 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:58.642016 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6fde9f65-a0aa-41cc-b99e-d8bfe698a257 req-476da45f-1a82-4728-b899-48f29143268a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0373535 Oct 26 15:11:59.748646 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-27d5a856-55d7-4df6-a656-c6d44a2b671b req-0a391497-ab09-4e0e-8aec-e5e443ab2e62 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0352452 Oct 26 15:12:00.848628 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-47a1d7dd-b977-46e0-ad0d-62643bf5028c req-9cdb2f07-ade0-4442-a701-5aad757daf04 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0293648 Oct 26 15:12:01.951114 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-65ad8ee7-812d-4aca-a4fc-e2816cbb0490 req-682bf3ce-fca3-48cd-b7b0-001eb1925800 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0276582 Oct 26 15:12:03.050888 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e6b35da4-e232-4b32-a283-f79735a522b4 req-703b6f5f-1b95-44db-a87a-777a805bc582 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0275292 Oct 26 15:12:04.148584 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ef62306f-aa77-4bc2-837e-34cb36d59537 req-4e5dfe44-e339-44c0-a5a4-ec20cdced452 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0263355 Oct 26 15:12:05.251936 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b74d0ee4-f506-4aef-9ec8-a362aabafba8 req-c4ba0368-fab6-45ad-8576-3d2c6d49c9a0 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0312037 Oct 26 15:12:06.348895 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5e0a7d15-d294-4797-b60d-cbe3a022214b req-a1eb6311-20b7-4d73-94d7-5e2d26d92305 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0284271 Oct 26 15:12:07.444823 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-df0f5ba9-72a8-46a5-8988-6ca71db06d98 req-41f01b2e-2d1e-49a7-a5d7-d74af26a179d tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0269055 Oct 26 15:12:07.950778 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2ed16cee-5949-4b18-8f12-a55a404d26a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:08.552400 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-629c2b39-0d10-4f46-8b67-00d9a2052bd8 req-b9afa451-3dda-40cd-bf6f-2c37d42b4367 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0327058 Oct 26 15:12:09.671847 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-bb0d4688-b606-492a-a498-ea654cd47870 req-c212862a-b7c1-44c3-ba71-415e2ec01665 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0280309 Oct 26 15:12:10.775238 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-14642d85-c089-471e-8d8f-0432219918b4 req-0aa6c07d-a8a9-4b06-8431-4a0d55612b68 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0270209 Oct 26 15:12:11.876645 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1a8dc434-0b57-4851-b5da-d8fe047eeb7c req-dd721845-5e80-400e-82d0-45640b4ce913 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0307732 Oct 26 15:12:12.984075 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5e334a48-716c-488c-8d34-5fdd9ae7d039 req-f3a7a56b-bb11-4133-9501-40070d3e10de tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0275152 Oct 26 15:12:13.279558 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-ab99b5fe-bf06-4f84-ba50-7ef2e9d8f589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:13.892799 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:13.907411 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:14.090870 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a65eb7f6-cb1c-4e28-9213-2aea1d84ab2d req-6dbfb0f2-5a44-4c78-a55c-7c040ab16043 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0337398 Oct 26 15:12:15.188463 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5a6d545d-c56b-4335-9075-168a83613ef5 req-1e4b6535-e66a-40d5-9038-eb09f1e39603 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0262737 Oct 26 15:12:15.401500 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:16.302458 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1b2e322a-4a3c-4026-9239-c82e642ef1b9 req-7aa9437f-1d9a-46ea-8a6d-dd5121e84d27 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0283751 Oct 26 15:12:17.395272 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c13d23cf-1458-4475-911f-b78104c4c4c4 req-0320b236-8481-424d-bcf0-7317a1f0197c tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0257521 Oct 26 15:12:18.499881 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e7fce357-606c-491c-88f3-0759d0387141 req-f1e8aaf4-9084-40d8-a868-7c30bbf60b22 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0345445 Oct 26 15:12:19.596869 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2521ef59-5c83-461e-97be-f32d7717e405 req-cbb81401-de1a-4d6d-b0cc-1eafc1746c68 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0273571 Oct 26 15:12:20.696340 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1b9c3b96-551b-47f6-9580-af3bca17cd9a req-02432920-2e36-44fa-b93b-c0988db1e73a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0280552 Oct 26 15:12:21.809479 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-813594af-ae37-4a4a-9ccb-0fc0ae674b07 req-d5e08c79-5958-42e1-8fa3-b5e9e20b8fa2 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0288091 Oct 26 15:12:22.915625 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ae55a945-5955-445d-b5ef-b8e0559df14e req-2c405406-f675-4409-9b68-524384fe1555 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0279820 Oct 26 15:12:24.027632 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-46908a04-a040-46b0-9477-fc6a08285bc0 req-557efec3-4654-4a9e-b8da-9ab1a3cb843c tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0277371 Oct 26 15:12:25.132602 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-921afcd5-6a5f-40f0-b91f-3d45b1d559bb req-84f0d710-8a6a-4899-8490-d05d7b099085 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0308423 Oct 26 15:12:26.264080 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a6c9c2ee-e608-45bb-9443-a6e44955d29f req-b1031f9f-18d9-47e9-a665-ba6b7116138c tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0281544 Oct 26 15:12:27.362317 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-008be001-300f-459e-8f65-40f7f964a9b9 req-4ed88728-a4fd-403c-8f1c-6c2f76103f3c tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0272641 Oct 26 15:12:28.472494 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f6e72468-ec44-4c4a-b9b3-ab4e9607c911 req-ed61dc3d-2869-41e0-9718-ce478e99e9a5 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0381532 Oct 26 15:12:28.583954 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:29.585826 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8fdd6224-8941-4b00-ac74-91cc6b462ed8 req-c6f0aae8-75cc-4c3d-bcd6-62888ae7b682 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0284209 Oct 26 15:12:30.206199 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:12:30.697804 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-aae8f106-4489-42ba-979f-d10e670102fb req-8fd1949e-2f97-4d51-9737-f35042cf46c5 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0284615 Oct 26 15:12:31.801237 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-422970a7-839d-4f99-82d8-e118adddea77 req-9a6cef39-9b9a-47d6-b593-c473ab4195dd tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0313165 Oct 26 15:12:32.898388 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f2948df7-2665-4348-ae8b-b3fdf0bd8e01 req-4aceb475-e953-4d24-b264-b5f5a868e742 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0268073 Oct 26 15:12:33.997303 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ec5e4b65-5ae9-481b-a584-f85405041421 req-7f95d635-90cb-4553-af96-102e7524da4d tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0289576 Oct 26 15:12:35.118399 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2625ee8d-3087-47d8-b322-4d1bd245b33d req-1c7de9a1-72ea-4e4c-950d-8de34e0c0e15 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0443025 Oct 26 15:12:36.220033 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-17acd0c6-ca00-4c14-aa13-3fdb02f254b2 req-11ac3f5d-6e3d-441c-ba93-861f91aa90e4 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0282886 Oct 26 15:12:36.404794 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ab084134-1521-48d1-acbc-c708ee9c1b08 req-705105e8-b6ab-4b27-929a-f87dbbab0a1c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0563102 Oct 26 15:12:36.492182 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab084134-1521-48d1-acbc-c708ee9c1b08 req-f5362f45-1f6d-497a-b78a-61acda4059bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:12:36.493700 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ab084134-1521-48d1-acbc-c708ee9c1b08 req-f5362f45-1f6d-497a-b78a-61acda4059bb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1c0d3cfad56e4c61a215d25516cd6470&device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 1099 time: 0.0441003 Oct 26 15:12:36.606793 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab084134-1521-48d1-acbc-c708ee9c1b08 req-093a8caa-4baf-48fc-bc22-e6514796ac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:12:36.608293 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ab084134-1521-48d1-acbc-c708ee9c1b08 req-093a8caa-4baf-48fc-bc22-e6514796ac45 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d121bef5-e7a7-4cc1-ab11-dcb6c02a3865 HTTP/1.1" status: 200 len: 913 time: 0.0897379 Oct 26 15:12:36.683040 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ab084134-1521-48d1-acbc-c708ee9c1b08 req-81c1c7a0-59e9-4621-86e9-49055464c513 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88240e56-e655-4932-9c89-1b901e243f66 HTTP/1.1" status: 200 len: 1002 time: 0.0667229 Oct 26 15:12:36.737540 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab084134-1521-48d1-acbc-c708ee9c1b08 req-7022905d-ab79-4651-8780-57d86bff150e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:12:36.739084 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ab084134-1521-48d1-acbc-c708ee9c1b08 req-7022905d-ab79-4651-8780-57d86bff150e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d2f548be-e416-40d5-a12d-a157ab7e380b HTTP/1.1" status: 200 len: 851 time: 0.0482597 Oct 26 15:12:36.789383 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab084134-1521-48d1-acbc-c708ee9c1b08 req-f8b15a40-86e9-4941-a77a-2f4933daab05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:12:36.791146 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ab084134-1521-48d1-acbc-c708ee9c1b08 req-f8b15a40-86e9-4941-a77a-2f4933daab05 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d121bef5-e7a7-4cc1-ab11-dcb6c02a3865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446093 Oct 26 15:12:36.896873 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ab084134-1521-48d1-acbc-c708ee9c1b08 req-a78d8b75-8d72-45af-a837-49e58c9e1f0b service neutron] 10.222.0.76 "GET /v2.0/networks/d121bef5-e7a7-4cc1-ab11-dcb6c02a3865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977168 Oct 26 15:12:37.005242 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ab084134-1521-48d1-acbc-c708ee9c1b08 req-f752bd47-38c9-4a3f-85c7-9f34183a7239 service neutron] 10.222.0.76 "GET /v2.0/networks/d121bef5-e7a7-4cc1-ab11-dcb6c02a3865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010509 Oct 26 15:12:37.323778 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8cbad355-1355-4e05-b9fc-58415fea7e24 req-f8098e4f-541c-4df8-9705-6abdda5aae68 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0293112 Oct 26 15:12:37.972024 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-56d9bbd8-cfa9-4270-a13a-9abdf4bdbed7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:38.426187 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-46116042-ba7d-40a1-ac7d-90a7152acf4e req-3592e5d8-730f-426d-bda3-c96017ef9642 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0274866 Oct 26 15:12:39.548573 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b0e0951c-7e02-40aa-95e8-c9f342efc968 req-6b2e31f7-7879-4c55-85b8-50f0d29bff6f tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0298140 Oct 26 15:12:40.647624 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-64d4d99f-08dd-4e14-ad7d-df1111f9dc9f req-de831580-38b1-46c5-acbc-cfc4baf7da68 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0261524 Oct 26 15:12:41.755205 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-49dc13f8-2254-4623-882f-34a5e936b9f0 req-df8c05ec-3f90-4e9f-ad7f-7eeb0e25ad54 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0260665 Oct 26 15:12:42.865886 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-50f17316-e3ed-4473-9161-dff59117c467 req-1c8a2bea-601c-4d55-9210-dcd12d0b5f07 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0304103 Oct 26 15:12:43.215901 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-9933b88d-eebd-450c-b82a-c0c8c7412bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:43.856317 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:43.886714 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:43.961249 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5c945569-b379-4233-a966-8b6db8045ab8 req-ec4ddfc9-d656-454d-9f5f-367e97eed062 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0266867 Oct 26 15:12:45.072451 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-047e3059-5d86-4f81-b81b-0b849ea46662 req-7f1fa831-c408-4a17-906d-1aae2ac0f1ff tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0277531 Oct 26 15:12:45.424149 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:46.167919 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8a607793-bbec-47fa-8002-1e85b85fec89 req-6dfb6bbd-0d51-4623-968d-e33dc006ff03 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0263295 Oct 26 15:12:47.277587 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-562ea49f-3751-4127-bf02-8cd059b37bf5 req-7990dd25-d55c-4f06-849f-92058a8e7daf tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0280745 Oct 26 15:12:48.401750 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f6b84e97-c299-4fdb-9d34-a66a23375a03 req-027d4cac-7448-4633-aff0-59d7979d4fa1 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0430818 Oct 26 15:12:49.504868 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fd251933-11f5-43af-b4fa-f133f5b39917 req-e62c101e-88f4-43c4-a297-934842b580f5 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0297461 Oct 26 15:12:50.603635 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7329360f-c636-4d02-9166-134e9e2c963c req-15914c00-1101-4d97-8b1e-0acdfa2b526a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0266378 Oct 26 15:12:51.713636 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-846963d0-27ec-4a1f-8b7b-3236e64d8a30 req-3f9c2db5-2aa2-4c43-8e5e-ef46d5dbd530 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0282357 Oct 26 15:12:52.808832 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3b5bf104-7dda-4094-b078-150df2b5b29a req-987d3ba6-6226-4465-a59e-455183267283 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0265055 Oct 26 15:12:53.908254 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b9046188-ebe6-4495-be0e-1f25224e4974 req-bd5f1c31-7227-477c-9601-330228677957 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0265732 Oct 26 15:12:55.001823 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8e209d96-8bde-4979-ad4a-c6a4033475f8 req-72bd7172-41eb-4b78-91f6-b3d6a9c2c3b6 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0258977 Oct 26 15:12:56.117161 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-73c1391a-8535-403f-a361-69144a246ef4 req-d50447b0-72dc-467a-80d3-5f73228177a2 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0362074 Oct 26 15:12:57.224851 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9d8fb0fe-68bd-4e77-bd56-4aece02065dd req-b2f5feff-6e95-428d-8aaa-ca1d5d2711cd tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0264950 Oct 26 15:12:58.323037 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3910103f-a19f-45b0-a76f-b8ea653fd067 req-2e10b125-0c7b-4c1c-ac2c-b99bc2bc731e tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0270178 Oct 26 15:12:58.592566 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:59.421609 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-50b8a7d4-eace-49b6-8ae0-59cf573cc78a req-825c34fd-f16e-4137-9123-f4f05ad8d158 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0274429 Oct 26 15:13:00.520736 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-71f21284-67eb-4552-b11d-eaa6e1317afc req-905974bf-b47a-45b5-8b22-da1e30b78255 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0284977 Oct 26 15:13:01.615464 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-323bfe34-4bff-4fe4-aca3-d4e9dca38b05 req-44d8b303-9cfa-4acd-8191-e8454227d743 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0259361 Oct 26 15:13:02.709731 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b8ba760d-a7ac-4a7d-9640-ef56739c028b req-8255b8ee-f498-437c-a2ed-231554de9405 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0293527 Oct 26 15:13:03.808091 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-641bf59f-227b-4853-ad14-17a2e0754112 req-f2820d17-4560-4f1c-8fa9-eb7e60f1acae tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0279596 Oct 26 15:13:04.899763 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-11c2d774-e7df-4dea-9f16-b6d838bbd26f req-644ebbf0-e0c5-4ef2-9223-241dee2a771a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0255682 Oct 26 15:13:05.992074 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-052da136-87e3-49fd-aec8-851d6e5d3ab7 req-f3af406e-739e-4462-92c7-8f1233e10227 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0255194 Oct 26 15:13:07.085083 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-de202e80-8315-4bbe-b42d-ca3cc4451630 req-30299517-a53a-4f45-aaf0-dd0970a9836d tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0256586 Oct 26 15:13:07.207374 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:13:07.947682 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-f5f9398c-21e1-4cb3-a50f-21ac6df8cf2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:13:08.175605 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2afb8324-d378-4052-a9cc-432c00b80b2b req-6966889a-a337-4e96-a090-3cadd2d25d28 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0254443 Oct 26 15:13:09.273327 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9e998d52-3197-463d-8d55-5e49488fe77d req-3e7d753d-cedd-488f-bf20-2ee3860a9d01 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0304499 Oct 26 15:13:10.366176 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-17dd98cd-934a-4208-b8d8-ee293f2136f3 req-d2bae5b4-01b8-4a9e-a668-43fb1e034b41 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0250719 Oct 26 15:13:11.458771 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2f37a023-5e45-4d88-953b-2beb301117ed req-89b7e5f4-701e-48e9-86ea-3a47901a79f4 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0263574 Oct 26 15:13:12.551826 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-33724770-a5ed-4320-a8e1-0c84ebe9e13d req-14f2c499-2508-436b-8127-276a86cd98d9 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0257714 Oct 26 15:13:13.214898 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-4ecc0445-7a7d-4d64-a3f7-47a9e00c62cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:13:13.643955 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c1ea4da3-e303-4643-91f4-43486160132c req-914b05e4-d0f0-4af6-8d9a-31909b84a794 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0249956 Oct 26 15:13:13.815025 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:13:13.861689 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:13:14.739528 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9e0b8989-ff60-4370-9ecd-7053bc65bb8a req-ef4904ad-86c0-4c7d-bfd7-0ed85d05f9ac tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0252185 Oct 26 15:13:15.398900 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:13:15.835558 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-009f9d90-ff6c-4c55-8e4f-cd03fbf2071a req-ab5f2e97-69ff-47df-a04b-aba14521527f tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0303962 Oct 26 15:13:16.926032 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5edac225-2177-49eb-914a-1eab915d7e40 req-e61f3a74-dea8-42b7-a675-a1547c2aa93a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0259655 Oct 26 15:13:18.017811 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4835968e-3c68-4acd-9ba5-bf23774a2f31 req-19d2fc64-6d87-4e19-a50a-6b9b40e29e49 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0255060 Oct 26 15:13:19.115019 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-68f22c7f-50f0-4c7e-ac11-f23c329a2f6c req-444d7ab2-2b02-4a00-bc0f-467417447fe4 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0266266 Oct 26 15:13:20.213274 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-bd0f261e-ec5b-4d2d-b3ed-2e70f3c9223d req-5803048c-d3f6-40e8-a2be-694a13b6c7fa tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0304146 Oct 26 15:13:21.310123 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-21e27761-8b86-4d52-a717-0f2442a3ce2c req-73673627-e183-4ac2-b61e-6de10e479b1d tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0268226 Oct 26 15:13:22.405409 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-00789d3a-48da-4203-941a-219780ad40c9 req-571d0c7a-363a-4090-bdb9-8d6d178a8669 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0300674 Oct 26 15:13:23.498983 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-392d2550-d924-4ef7-9b77-a2ad8c980273 req-b694f7fc-bba5-4d06-be73-74f9864faf4a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0258968 Oct 26 15:13:24.590874 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f15444a2-6ea3-4e4e-9e27-70285b8f27b5 req-df9a043c-a28f-4d09-bdb1-cac3b1ad374c tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0265992 Oct 26 15:13:25.681270 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5cffbb0f-bea2-4ad7-aa5c-85bcd9eaa276 req-d7886b75-6907-402a-bdb6-ec0f5fe1c554 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0257506 Oct 26 15:13:26.777034 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-bb96c395-f3be-44e6-9932-5a92796efaac req-fd8c90f0-23db-4b0a-a399-e8e6726f3401 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0262525 Oct 26 15:13:27.871708 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a1ea996e-0825-40f8-804d-63a825f47aff req-4dc96f73-b700-4d3f-b2ac-7a7ba61fa4f1 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0261552 Oct 26 15:13:28.564169 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:13:28.966782 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-02f2e0ca-de79-4582-8ed3-2d6de3fe970e req-ab63507b-f0cd-416b-bac1-911ea6ac2640 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0298016 Oct 26 15:13:30.058352 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9c87fd12-a644-461d-a6df-be52dbe37417 req-f1cad623-3bbf-4359-98fc-1f33e2314c8f tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0259309 Oct 26 15:13:31.151789 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3e9077fb-1502-42c4-91c6-0e549c4a764a req-75d5880a-6555-4906-89cb-4889cde30c34 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0266109 Oct 26 15:13:32.391721 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b4b323da-438d-4f94-9b0b-97e7c66516ce req-2c726778-86db-4095-84e9-b7dba2e68517 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.1735427 Oct 26 15:13:33.483966 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-38a2c843-abd5-4450-b34c-26106152fb67 req-32738920-87ae-4b73-ac37-1894b55325d6 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0273592 Oct 26 15:13:34.575179 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6a89d7c4-202f-4ad7-9d52-7800dc0e627f req-e4ba06bf-6fe2-48cc-ac7e-4990431a0a5d tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0258341 Oct 26 15:13:35.669713 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b217c19b-8c3a-4f07-9e9c-158412b4fe59 req-c2c0c226-0a28-40ab-a407-5b698ad61a17 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0294983 Oct 26 15:13:36.765932 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-aa6571e2-703e-4fe5-adc5-f3d621d49b91 req-5e0e9922-cf51-4614-b504-0f0495d31e60 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0268905 Oct 26 15:13:37.563474 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-553a66c1-9833-45e9-914c-83f6c5b95269 req-3bfb8820-16ea-4b33-ae4f-dee6c2734742 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390737 Oct 26 15:13:37.626457 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a66c1-9833-45e9-914c-83f6c5b95269 req-d2b8e353-06a4-4da6-924d-5fadf59a6a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:13:37.628026 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-553a66c1-9833-45e9-914c-83f6c5b95269 req-d2b8e353-06a4-4da6-924d-5fadf59a6a20 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0a2958e7afc741eca9584b299e5568a6&device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 1099 time: 0.0397151 Oct 26 15:13:37.731842 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a66c1-9833-45e9-914c-83f6c5b95269 req-613ea029-a638-4dc9-b7f7-303b77b722fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:13:37.733211 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-553a66c1-9833-45e9-914c-83f6c5b95269 req-613ea029-a638-4dc9-b7f7-303b77b722fa service neutron] 10.222.0.76 "GET /v2.0/networks?id=6872d80b-011f-4914-ab64-ee6310f248d9 HTTP/1.1" status: 200 len: 914 time: 0.0858583 Oct 26 15:13:37.774156 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-553a66c1-9833-45e9-914c-83f6c5b95269 req-5cdb090c-34a2-4faa-afd5-f75e16950387 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=684d633d-454b-4dc0-8432-49d9ebb71db9 HTTP/1.1" status: 200 len: 217 time: 0.0338967 Oct 26 15:13:37.827176 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a66c1-9833-45e9-914c-83f6c5b95269 req-bfbfffc9-32a0-4efc-8a4e-d49c3abb5bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:13:37.828962 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-553a66c1-9833-45e9-914c-83f6c5b95269 req-bfbfffc9-32a0-4efc-8a4e-d49c3abb5bff service neutron] 10.222.0.76 "GET /v2.0/subnets?id=79691652-5732-42a1-b964-9bd2b908b13f HTTP/1.1" status: 200 len: 853 time: 0.0479081 Oct 26 15:13:37.866473 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d6bc0e0e-9415-48f6-b7bf-b1c1720925a8 req-a6cb21a7-8fe0-4eb2-90f0-03178c8be425 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0325303 Oct 26 15:13:37.881080 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-553a66c1-9833-45e9-914c-83f6c5b95269 req-2950c7c7-e806-42bc-845d-2e142a12d213 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6872d80b-011f-4914-ab64-ee6310f248d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383232 Oct 26 15:13:37.976124 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-553a66c1-9833-45e9-914c-83f6c5b95269 req-ed6c4a64-9758-4361-b6ee-a6acf2a443d9 service neutron] 10.222.0.76 "GET /v2.0/networks/6872d80b-011f-4914-ab64-ee6310f248d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862739 Oct 26 15:13:37.985999 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-b784762e-6eb0-4331-95f9-9a2c61c1efac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:13:38.064877 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-553a66c1-9833-45e9-914c-83f6c5b95269 req-165410fe-54b7-4373-b1ea-9210fb66bb88 service neutron] 10.222.0.76 "GET /v2.0/networks/6872d80b-011f-4914-ab64-ee6310f248d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814373 Oct 26 15:13:38.960932 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f00af0d4-e37b-4141-abc4-501a63aaddee req-aaef35fa-ceb6-459f-9d11-b6c788e2869a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0262470 Oct 26 15:13:40.052820 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f1a3c9c7-a6f5-40a6-a2db-312f55fdaa05 req-523b8930-5942-4ad1-894b-ecdb146dde45 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0256455 Oct 26 15:13:41.150601 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1a3ef2ea-8106-4214-a3fc-3a29881b5382 req-9596a6b6-08ab-4c80-b819-2c324eb345f2 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0319736 Oct 26 15:13:42.241546 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-30cd8518-3c4a-4054-b86e-cbf497cf9de5 req-4258bb15-0904-473e-a51b-fe608d8188ae tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0257461 Oct 26 15:13:43.226005 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-500845e2-b3c6-4718-8cac-624d0bd5dbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:13:43.334097 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-225f2650-5367-4c53-a614-164b3f4aa411 req-5b029a1f-c97d-42a4-8828-b4a2ae3d0e9f tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0257518 Oct 26 15:13:43.815111 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:13:43.854858 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:13:44.207002 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:13:44.428917 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9209fba7-22cb-4f62-91ce-7f1fbc9bd30b req-8bbd78b8-9e09-4437-bf39-dba10189ee98 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0265968 Oct 26 15:13:45.443842 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:13:45.540868 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5dd5134a-449e-40c9-a72e-eb31d998d198 req-d68c94d3-f062-40a7-b4cd-8a7962e48832 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0259836 Oct 26 15:13:46.636363 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-94486481-60d7-460f-b0d0-8e88d178fbb3 req-7e12b419-8da4-4a0d-8e09-8220895a5bd3 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0253141 Oct 26 15:13:47.731942 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8a86e2bc-03dd-49bf-8710-acf923bd73dd req-be5396e7-1594-46d3-9d03-0ba0627fb3f3 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0291729 Oct 26 15:13:48.825240 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-04d21876-ff8d-47e1-9fdf-9b9f6099880a req-dc1520ff-17e1-4289-988a-78cc521a2265 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0268724 Oct 26 15:13:49.919453 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-aa965327-ad88-4c48-b506-4a64fd13e4e4 req-2c21a628-6533-4b5e-9bdd-f87eee986972 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0259757 Oct 26 15:13:51.018722 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7f67291c-ee57-433e-b1e8-81b78ea68536 req-6596390d-1d43-4f8c-ac1e-43400f9f97b7 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0276530 Oct 26 15:13:52.116057 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-bebed08d-7fcf-4d88-b32d-910b083e76c1 req-0b39f955-8e76-46bf-bb2b-f92dab28a2e8 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0258970 Oct 26 15:13:53.209046 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a77e8742-a178-4d11-9dbf-0717e2a80215 req-ef461268-e589-4640-9787-687771551962 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0257213 Oct 26 15:13:54.306422 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ad197e93-8fab-4571-aedb-edd24c9d1019 req-b7c52c55-030c-4537-a938-72a136e3ed7b tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0298946 Oct 26 15:13:55.399873 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-56bdd34c-ef23-48d4-baaf-a02de1558914 req-5e6bc33c-32ff-44c1-b536-cb059b6b2311 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0274265 Oct 26 15:13:56.496476 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-28d38ce6-1529-42d2-a84f-4f250592cdac req-2938d87a-8b78-44a5-bee0-278b7fb016e2 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0266073 Oct 26 15:13:57.610909 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-38c38c17-c325-413c-b227-1c0931e13da8 req-c7cb3ffe-8afe-4cc7-9278-b2b1cf35ae20 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0266442 Oct 26 15:13:58.585898 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:13:58.705423 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-da12a8d4-f2a6-4caf-9bd7-3cd6471505ae req-e2db02d8-f487-44fc-aa76-c6d552c9bade tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0268865 Oct 26 15:13:59.802366 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0800d5a5-8857-4bd2-ba6c-fd7790bf6f43 req-3767e0da-4a66-4369-b027-e37ac8a2d574 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0253229 Oct 26 15:14:00.898562 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fae3a5ee-2771-4e15-8c6f-2602d6229046 req-0f2b3452-b1a3-4c34-abe0-27143d5821c5 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0286813 Oct 26 15:14:01.989505 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-741dfd1d-4b93-4029-8ea5-c7a9729f159f req-1e30209c-61b8-40f9-816b-af7671a1a4d8 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0253906 Oct 26 15:14:03.082072 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-15f6786f-ef3b-40c8-9f23-ff0f6cfa902b req-f963a92f-83b9-415c-9719-9c041e4aedd4 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0257070 Oct 26 15:14:04.174253 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-331eac3e-cf9f-489e-9212-f23ce5995673 req-14ed942c-ac15-4cbb-823c-9d1bd9625248 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0255396 Oct 26 15:14:05.269276 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fa55d905-ac9a-4dee-862a-3b90616a757f req-2121b761-7f53-4d05-a2e1-b952a7df14d0 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0259738 Oct 26 15:14:06.361375 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1ed41b92-d216-4420-8524-819817def44c req-0192e189-6988-428d-b494-c9d93f5772fd tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0249915 Oct 26 15:14:07.457348 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-410e6c71-fecd-4394-9387-706bba877519 req-f00317d4-d0ef-4a76-8d0c-c7e23ba42f55 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0291677 Oct 26 15:14:07.962555 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-5820299a-1a34-450d-8526-b3affe323f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:08.549844 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4a471543-3b08-4c7c-8e71-b4204f4335bb req-3ea6c1b5-95d6-4b7b-b70b-fbf92d68c45a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0269203 Oct 26 15:14:09.651192 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3e82e835-6fb8-4d86-9d00-bb78436c2bd2 req-15a33439-d8fc-4636-b124-02495c9dad78 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0307410 Oct 26 15:14:10.749031 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-bb963bf4-776c-4ae3-9b06-0dca7426f3b6 req-9d2098eb-0f30-4cfd-808b-53cd78e53ce7 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0259883 Oct 26 15:14:11.844303 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3ad21120-2472-4604-abd2-48f9e068b62c req-30a04813-eb44-4313-9a15-12a08af5bb1e tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0272517 Oct 26 15:14:12.940625 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f21ca111-89f5-4b2f-ad49-5d16af8d3c2e req-371dc516-926f-4bbe-9b9d-3a06ce0ba27e tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0276899 Oct 26 15:14:13.213806 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-27f29dae-51d1-48b6-b962-c6a463ccac39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:13.848214 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:13.883160 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:14.038566 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-72ea7dad-c941-417e-b15a-c88998e95e80 req-01ba1ee8-9695-41fa-9205-67b58167f6af tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0301890 Oct 26 15:14:15.134137 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-974fe36c-a3a6-4584-8d65-61570b4b4a49 req-c3b7bd8a-b086-43c3-a28f-bf02ba0fc476 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0262094 Oct 26 15:14:15.425402 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:16.225219 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8b010a73-693d-452c-9da9-3e82ddadd9da req-c6ad1aec-e84a-48ce-b9c8-ac774da40718 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0262957 Oct 26 15:14:17.317271 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-858ee451-99cb-42d2-acc0-b7f10a0c91e9 req-2c38b0ae-05a4-4e50-83b0-66232bf76791 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0259199 Oct 26 15:14:18.409855 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d3170628-e09c-4a74-a466-f01c1c2a2111 req-f129b6b7-e8b0-4851-8eab-15c9bf113482 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0263104 Oct 26 15:14:19.505236 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4b95fec4-a19e-43b1-b6a6-8dfddc6f54bf req-e53612ac-e2c1-4603-a57e-a68637e81795 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0254056 Oct 26 15:14:20.604480 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-92d932c1-f19a-4d47-a87d-5960ce382349 req-fbe1ead7-667f-45b0-92e1-72d41828aa66 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0300829 Oct 26 15:14:21.206523 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:14:21.702418 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-41aa9715-dea9-4839-b862-5ff4f1840ba4 req-896de0c9-9d60-4e2c-b39b-89c10cbc328c tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0278137 Oct 26 15:14:22.805771 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-22ed055a-e859-4cb7-8342-dd53a24ad144 req-ff8ec17e-ffa9-4b75-abe6-e964d737f795 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0275762 Oct 26 15:14:23.900082 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-aa33faf8-9e00-459c-a4e9-85520a6a3111 req-1e7caefc-fcbb-4b7c-8f86-c4d102636cb5 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0270748 Oct 26 15:14:24.994817 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-41c39300-1ff5-4845-80a5-e55ac7532fe9 req-5b63e02c-783a-424a-b199-c3c8634e9ac3 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0260522 Oct 26 15:14:26.087329 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b286c540-236e-461a-8b16-524947f328cc req-b61f50b0-047d-4493-b6e9-13702ff07362 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0261118 Oct 26 15:14:27.182463 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f8a1f484-7ec9-4324-b60b-080e019a4f6c req-26e5ed84-df08-49e9-8d24-aa4a52fdee31 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0290780 Oct 26 15:14:28.279102 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1798f22e-0f0f-43de-978e-f698cc2baede req-b5ac3673-7bca-425c-b7ac-1ba1ae79fe61 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0280392 Oct 26 15:14:28.591199 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:29.370882 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-16d39380-5ce0-4a81-98fc-510d6e7c7b68 req-7433515f-ee5a-4057-9687-35230b476969 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0257642 Oct 26 15:14:30.469797 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-46d0bfc3-11aa-463c-a396-5e364123bc4e req-9d067c3f-bb3f-4aea-b4bf-462331d5ffab tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0301709 Oct 26 15:14:31.563365 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-40d1c06d-389d-4d52-af41-21dc589e7d08 req-6843a634-883e-4c9c-972e-e6bca727951c tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0267873 Oct 26 15:14:32.656307 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4b033daa-719c-4881-b564-d63e6ae372c8 req-7324a37a-5a31-4138-a799-834a503f5c4f tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0261767 Oct 26 15:14:33.749576 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-26b0c11f-c31a-4d6b-ba9a-dd0a90b075e2 req-02b22991-9f22-40cd-9a02-3920fc238a8f tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0290756 Oct 26 15:14:34.841802 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7fd436b1-6f32-4af5-ba79-0bccaef9cfe7 req-217cdd9e-12b0-416c-82f4-8e7118b1ad8c tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0262864 Oct 26 15:14:35.935732 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a4b35f42-d70c-4276-97a7-688240143ae0 req-c17b7e9e-032e-4e3a-9c06-00bfc626530a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0257690 Oct 26 15:14:37.028529 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ac66b539-4967-443a-a49a-1be3e8850d74 req-0e0fb96c-3406-4b56-8d20-e1a86f98f5da tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0262628 Oct 26 15:14:37.543779 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-dad2564c-b553-4595-9cf4-fe292b6a1e09 req-ed348fac-aba8-4e75-94d4-3b9569335baa service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399578 Oct 26 15:14:37.630015 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad2564c-b553-4595-9cf4-fe292b6a1e09 req-c214e747-96ec-4d8a-8963-deed579eb163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:37.631545 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-dad2564c-b553-4595-9cf4-fe292b6a1e09 req-c214e747-96ec-4d8a-8963-deed579eb163 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1c0d3cfad56e4c61a215d25516cd6470&device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 1099 time: 0.0436940 Oct 26 15:14:37.737459 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad2564c-b553-4595-9cf4-fe292b6a1e09 req-41da608b-4fde-4f61-b433-e3128a2aaf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:37.739254 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-dad2564c-b553-4595-9cf4-fe292b6a1e09 req-41da608b-4fde-4f61-b433-e3128a2aaf81 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d121bef5-e7a7-4cc1-ab11-dcb6c02a3865 HTTP/1.1" status: 200 len: 913 time: 0.0877812 Oct 26 15:14:37.813116 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-dad2564c-b553-4595-9cf4-fe292b6a1e09 req-558f56bd-b6db-49b3-bab9-fba27b80ee05 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88240e56-e655-4932-9c89-1b901e243f66 HTTP/1.1" status: 200 len: 1002 time: 0.0666296 Oct 26 15:14:37.862618 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad2564c-b553-4595-9cf4-fe292b6a1e09 req-0520cb76-36ba-4889-90eb-ea9abc56ea37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:37.864110 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-dad2564c-b553-4595-9cf4-fe292b6a1e09 req-0520cb76-36ba-4889-90eb-ea9abc56ea37 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d2f548be-e416-40d5-a12d-a157ab7e380b HTTP/1.1" status: 200 len: 851 time: 0.0441740 Oct 26 15:14:37.916876 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad2564c-b553-4595-9cf4-fe292b6a1e09 req-0cc1b27e-2333-4baf-8bf2-6ed9a8904083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:37.920857 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-dad2564c-b553-4595-9cf4-fe292b6a1e09 req-0cc1b27e-2333-4baf-8bf2-6ed9a8904083 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d121bef5-e7a7-4cc1-ab11-dcb6c02a3865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494478 Oct 26 15:14:37.979002 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-8f8add8a-c168-4c51-b930-4aef5f4c1764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:38.019312 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-dad2564c-b553-4595-9cf4-fe292b6a1e09 req-3490cb35-d862-4c97-8ea1-70b8b5af1aa9 service neutron] 10.222.0.76 "GET /v2.0/networks/d121bef5-e7a7-4cc1-ab11-dcb6c02a3865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904329 Oct 26 15:14:38.135192 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-dad2564c-b553-4595-9cf4-fe292b6a1e09 req-2438da78-6edd-41fa-ae4b-981c10010c3e service neutron] 10.222.0.76 "GET /v2.0/networks/d121bef5-e7a7-4cc1-ab11-dcb6c02a3865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088314 Oct 26 15:14:38.136893 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2de6b576-b83b-4c5d-ad67-15e0969d9f9d req-a773dee1-4b7e-4ac9-aaad-bdb95c38265d tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0418823 Oct 26 15:14:39.229842 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-671c2ff6-0ef8-4b93-97ae-82e4a57a3658 req-4b3dc7eb-aeae-4fe0-94b0-c6fe933d43f7 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0263884 Oct 26 15:14:40.323268 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-bd88c31c-354b-4740-bc5d-72e33ec25d44 req-591aecfd-98ce-47fb-8829-6bd2dd708649 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0263813 Oct 26 15:14:41.417124 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-006e32f7-7dcf-4d8a-9d95-b96939cd2cd5 req-c4eae972-0121-4b0b-9ec7-55acddfe0583 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0266693 Oct 26 15:14:42.514760 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5a707a69-e5eb-475e-b68e-b7aea739ba74 req-0d50e8a1-7075-4925-b122-6d45639e352f tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0259864 Oct 26 15:14:43.242811 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-f9d9e291-5860-4bbb-9761-261be591583b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:43.612938 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-26852e8a-9146-4879-879e-b4846acd00c6 req-6d5edded-30dd-472b-8b1e-88306422a549 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0273614 Oct 26 15:14:43.830423 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:43.870443 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:44.716079 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-508b3d5a-58ef-46e8-af82-0fbdb9cedd8a req-bb4f6cb7-2fdc-4de3-9d2e-bb8caf86ad38 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0288405 Oct 26 15:14:45.487283 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:45.814214 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5fbcd4fd-6365-404d-abb2-2f854ff9659d req-1ea7b12a-a713-4f5d-9b0a-9d49118327d2 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0267456 Oct 26 15:14:46.910556 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c58bee33-5ee8-45ae-96a8-8a5b60507494 req-f97088fe-ace4-45a3-94ee-0f7f718060b4 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0258095 Oct 26 15:14:48.004316 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-50c1ce99-74e4-4e39-b02e-506c2aea27a8 req-9f06ff9a-7716-4b3d-8197-41a9c3588ff1 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0261958 Oct 26 15:14:49.099952 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-595494b6-2b44-4bb6-b360-bfdd792b6932 req-f63cb299-f908-4896-95d8-12acc86332a6 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0264072 Oct 26 15:14:50.192319 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-34a67f22-7cfe-47da-a4b4-a0eaf210d207 req-04a361a2-45d5-4d13-b5df-c25933107a16 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0255487 Oct 26 15:14:51.287686 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-065584c1-beb6-4541-ab39-818e41f3f56b req-515cc3d3-b21c-403b-a895-c6472dd3bac9 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0288584 Oct 26 15:14:52.380345 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-674c345a-c85d-45c8-9fd9-6eb8c24b7e9f req-1fc82ce5-6a99-4963-a899-9808cedcd4b8 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0258398 Oct 26 15:14:53.482480 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-16c055be-760a-46de-8a4f-ce8f6773f96f req-a89b233b-3c1d-4a85-8c66-45594f0278f4 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0298519 Oct 26 15:14:54.576888 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6cd3668c-922b-4383-acef-d1de3cb6b342 req-91b21383-3977-493b-a3cd-39508c51035a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0255229 Oct 26 15:14:55.670567 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-966e8833-9079-436b-88ee-4b603cf18224 req-9626f5af-238b-4e27-abb7-a3f311846229 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0265660 Oct 26 15:14:56.821255 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-484099b3-ea58-48ef-a4d5-a1046ecb066a req-121d9cab-048f-402e-afe0-6a643c760635 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0852768 Oct 26 15:14:57.960675 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-01ef80bb-9b3a-46b6-b57f-4df46719906d req-dee4deb5-92cb-472e-8448-f9af165edf4b tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0726869 Oct 26 15:14:58.206941 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:14:58.618296 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:59.057453 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f9e6dfdd-0103-438c-a328-33f0a6ac0047 req-1b65980c-d099-4514-a5ca-641b46b3e1ac tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0277965 Oct 26 15:15:00.150583 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-64483043-8896-4d00-b3ee-7118faff9ded req-b023e272-2267-4b00-a873-c688af1cb736 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0260372 Oct 26 15:15:01.246891 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4c136424-40e5-49c1-98c7-02c0d4fa98aa req-03af20e5-25fa-411b-be2b-eaa31fcb0046 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0256176 Oct 26 15:15:02.340024 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-121b0e38-d57f-4f2d-a4de-d08cf09f5719 req-4e2628cd-534a-478f-82d6-30cf85aee2a2 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0252125 Oct 26 15:15:03.430408 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a74a8d77-d30b-44a6-86f4-74fc282a2262 req-72fe4c7d-20eb-4867-98d4-9e0a822c9b9f tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0259213 Oct 26 15:15:04.525412 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-00ee57f5-90de-46a3-9d3c-8be8dbb92d50 req-3a75847c-e263-4d9e-b42c-e523e9bb7195 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0280905 Oct 26 15:15:05.617325 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-04a4ed9b-30ea-421e-87e4-dd28cf7642fe req-7355438a-e81c-4f13-8ef4-6f2638080ce6 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0249648 Oct 26 15:15:06.709551 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-15900667-3db5-4b72-afd5-ab9a8c7cc5a1 req-6a16c54e-65e4-492a-b3a4-203d42e08202 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0261698 Oct 26 15:15:07.800741 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-12aaf41e-85b7-4642-a118-6e6e67cd5b76 req-97cbafa6-6b76-4ce4-8a49-ee6ba4fd4777 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0263698 Oct 26 15:15:08.092604 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e0a1bd9-fbfa-4868-84bc-fd59d7a1a371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:15:08.893451 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5f7189e9-8188-4e72-810a-a2d4638dcfb0 req-9247039f-77c5-4a1e-ad02-c6fd135c20e4 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0258617 Oct 26 15:15:09.984906 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-17ca6c38-92ee-4e09-88ef-11531402f9f6 req-b8c64567-5381-4329-b124-57c5646ef9ff tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0261054 Oct 26 15:15:11.350362 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9a4e749d-6e46-40df-ad42-95066ff6d6b0 req-b8acc729-3ee7-4514-a8ce-81a83ef9eebe tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.2917120 Oct 26 15:15:12.443597 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-aa5cddfc-568e-4b16-93a6-432d9c9db100 req-e1e53148-7daf-482c-b207-765ec2fa27bb tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0248921 Oct 26 15:15:13.206689 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-cec7bfa2-a099-44ed-9dbf-3d4cfbe7c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:15:13.536550 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b90aa756-daaf-46a8-9cd3-2e7d92db7cda req-366a4cd5-f84b-47da-a46f-4a8f0c723ad3 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0260272 Oct 26 15:15:13.811987 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:15:13.869337 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:15:14.629762 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9436862c-dcc1-4ed5-b2ec-555bdb8176c9 req-21aaf5ff-07af-41e6-8b06-49093d5207f0 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0254951 Oct 26 15:15:15.446457 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:15:15.735902 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a33e85ce-0484-4c41-8e5f-2dad784cf509 req-049fa045-2c26-4c76-94cb-1e0e43cbb172 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0279307 Oct 26 15:15:16.832297 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9093046e-7796-441d-898d-47911b95d141 req-81f0d4b6-42fb-4693-8003-f74e2cc41058 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0273831 Oct 26 15:15:17.924981 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-17eb62c7-5648-4481-bc1c-4fe8916a41f1 req-8e25b0bd-ece2-4836-bdf2-eb9da4ea733f tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0251112 Oct 26 15:15:19.018790 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a3df3335-4000-407e-8fc8-3cb09978f4a3 req-d1acb12c-d2ff-45cf-89cb-5259fe7eac7d tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0264282 Oct 26 15:15:20.113266 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4f0d3448-5e13-4306-a5c3-2c37136afba5 req-610889dc-9d1b-4e26-8810-1b5197359c11 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0267067 Oct 26 15:15:21.210773 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f3ebf3e3-989b-45c0-b014-43ec20e35cfc req-a1338929-b739-4490-a951-f7df622993b6 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0261030 Oct 26 15:15:22.307512 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e0c84b3f-47b1-4ca9-8cfa-61d5ba1998cc req-d1943f62-9eb2-4479-a111-3f26200a5ff6 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0284688 Oct 26 15:15:23.400929 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-22e51563-3fd6-43de-b445-afae264e9fa4 req-cce8aee5-a5a9-4583-82a0-afa1ac9fc384 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0262854 Oct 26 15:15:24.500029 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-45c26b17-097c-4b06-88c8-c3c3f1d7a686 req-fbcfb625-690e-44e3-8e29-1f8e9cfc7ecd tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0286043 Oct 26 15:15:25.596926 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-420b6a20-308b-4b3f-a6ae-909506f7d445 req-dd2bc795-0bc4-40b1-8d85-94a94e749037 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0264862 Oct 26 15:15:26.689254 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d61f92d2-a618-4972-957e-5f132c141fcd req-2a22a480-88ee-456e-91bd-f2e7fb29a2da tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0259235 Oct 26 15:15:27.789831 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2b9ed717-2873-492f-aae8-86d660532b2b req-20134bc1-7409-468c-9d52-f5ff4d571728 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0329776 Oct 26 15:15:28.606615 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:15:28.884298 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cf7ecc97-5c50-4e6d-8e7d-436d92e51809 req-01cdd3ec-dee2-4b64-8923-eb04971df07d tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0283785 Oct 26 15:15:29.979173 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cd9eee51-5581-4ceb-942e-07c3fc6ba8c9 req-f75c71e0-00a6-429c-beed-dc861e6b1952 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0272903 Oct 26 15:15:31.073551 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c57210c1-7475-47a1-b302-d6bd78cf7228 req-54ecc58d-e910-4d92-901b-17980546bfe5 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0270779 Oct 26 15:15:32.186897 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e699bb88-4319-4548-8aed-83b1aa4e1d53 req-628bddeb-90a6-4519-9151-589129afc15a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0308466 Oct 26 15:15:33.279910 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b31edc1b-f7a3-486f-8b90-6b61f0f6015d req-0a7d74db-f268-4c33-a933-110f379f7042 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0256648 Oct 26 15:15:34.371674 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-820f4035-223d-472d-9ee1-4a60b3e1dd68 req-a9a2f59d-f4df-4a46-962b-2a3c5dc32bdf tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0252361 Oct 26 15:15:35.206713 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:15:35.471420 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-89b7b65c-4177-4fe3-a8c2-4eaac454b13b req-ff97b037-d6f1-4f0e-ada8-01781262a69a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0326018 Oct 26 15:15:36.571411 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b9337876-1305-4e8d-996c-7f90656a7e39 req-b8bf80fe-21a6-46bb-b68f-c56bebfce5bc tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0281992 Oct 26 15:15:37.554828 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f1f62bd9-c569-4a25-bbf6-b2b90c817573 req-42bc4e9d-93d9-45f8-b9b0-65b147496853 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0826383 Oct 26 15:15:37.624560 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f62bd9-c569-4a25-bbf6-b2b90c817573 req-948f8514-4a37-452e-9506-75bc0878aca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:15:37.626098 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f1f62bd9-c569-4a25-bbf6-b2b90c817573 req-948f8514-4a37-452e-9506-75bc0878aca4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0a2958e7afc741eca9584b299e5568a6&device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 1099 time: 0.0420990 Oct 26 15:15:37.686461 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-06277924-e005-42fa-a33c-c15f1b529644 req-2980ac73-13c6-43ba-9205-fb4ca703cff4 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0427663 Oct 26 15:15:37.755384 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f62bd9-c569-4a25-bbf6-b2b90c817573 req-14e146ad-7d04-4b3f-8522-fffcb02c632f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:15:37.756755 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f1f62bd9-c569-4a25-bbf6-b2b90c817573 req-14e146ad-7d04-4b3f-8522-fffcb02c632f service neutron] 10.222.0.76 "GET /v2.0/networks?id=6872d80b-011f-4914-ab64-ee6310f248d9 HTTP/1.1" status: 200 len: 914 time: 0.1043003 Oct 26 15:15:37.798089 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f1f62bd9-c569-4a25-bbf6-b2b90c817573 req-10f443b7-01ea-4028-9052-d2ef19063294 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=684d633d-454b-4dc0-8432-49d9ebb71db9 HTTP/1.1" status: 200 len: 217 time: 0.0342834 Oct 26 15:15:37.851576 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f62bd9-c569-4a25-bbf6-b2b90c817573 req-fa3a694f-f59b-4512-ac83-1deff3e4f9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:15:37.853113 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f1f62bd9-c569-4a25-bbf6-b2b90c817573 req-fa3a694f-f59b-4512-ac83-1deff3e4f9f9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=79691652-5732-42a1-b964-9bd2b908b13f HTTP/1.1" status: 200 len: 853 time: 0.0481763 Oct 26 15:15:37.886496 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f1f62bd9-c569-4a25-bbf6-b2b90c817573 req-64ad928e-ec61-4ebb-8561-cd8e2e6d9b95 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6872d80b-011f-4914-ab64-ee6310f248d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263884 Oct 26 15:15:37.959468 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-0a67d2e0-2aa7-4f69-81ae-c874f6b920f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:15:37.977778 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f1f62bd9-c569-4a25-bbf6-b2b90c817573 req-fa27d50c-4f84-44e6-9e4c-a740292ac572 service neutron] 10.222.0.76 "GET /v2.0/networks/6872d80b-011f-4914-ab64-ee6310f248d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841579 Oct 26 15:15:38.073107 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f1f62bd9-c569-4a25-bbf6-b2b90c817573 req-f6628f7e-b8f8-421c-894b-b9a1fc63ad51 service neutron] 10.222.0.76 "GET /v2.0/networks/6872d80b-011f-4914-ab64-ee6310f248d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881188 Oct 26 15:15:38.782259 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1b918063-6811-4f4b-b8e8-5b4b83444abf req-5908178b-7508-4360-bf36-3dec06265aca tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0276585 Oct 26 15:15:39.876904 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-57ba2853-97b7-4091-8ede-37a6f4da086a req-d100aece-2b3b-4a1b-92f7-bbb2b113b9e5 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0261676 Oct 26 15:15:40.972333 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-72f0efc9-5b56-4a42-ab62-c0d0d2b78d0c req-32c4d201-e114-411c-b3ef-8d765b89adee tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0299864 Oct 26 15:15:42.065904 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e8c93c2c-2d3a-48bc-83e7-649605b0f311 req-894b0770-54b2-4437-a012-577a75d36a9c tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0257132 Oct 26 15:15:43.159995 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e2d9ac7d-9f39-4416-a041-8f287efb24bb req-f9975e6f-f3ca-42eb-a50d-8accfd295cf7 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0271685 Oct 26 15:15:43.223181 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-b3ea14eb-0c28-485e-bb8d-34572efc8bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:15:43.845968 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:15:43.886292 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:15:44.261219 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-60b875f8-2a5e-4b6e-8153-784a83ec11fe req-8a58ad25-4310-478c-8ef2-2f8e5800238e tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0355155 Oct 26 15:15:45.354846 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6d2e5d49-1fce-43a3-98ec-a5b1d0a2792b req-224f3b49-a83f-459b-a346-104a19602219 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0250795 Oct 26 15:15:45.463467 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:15:46.447087 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c9e7fa15-e37f-4039-b84e-2e1df01dd81e req-2cc41749-75b7-42d3-a8d0-a26a4ac93b0b tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0257800 Oct 26 15:15:47.544947 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-64442b41-89ef-48b2-82b9-9efa4ded596e req-3c0284ee-b9db-454b-91dd-3fee57c3df22 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0306208 Oct 26 15:15:48.637081 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6482e087-2436-4276-90a4-68b962733216 req-36912a55-6bf2-41a3-bfcc-6f0ae5e58269 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0258129 Oct 26 15:15:49.728935 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ed160c11-da31-4162-8f4b-21727a4f6623 req-9a589035-b68a-4288-aa67-2748ca96f7fa tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0263152 Oct 26 15:15:50.820502 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3c3bce78-2567-419d-a1aa-10579bbcad31 req-85aaf6ef-99ed-449a-8d07-d174ffbb10e9 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0263691 Oct 26 15:15:51.913828 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8dc42527-75fd-4c29-ba97-32f88c298afa req-8974272c-8fad-45a2-8633-68973c5f02bf tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0267651 Oct 26 15:15:53.012396 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5cf7293d-587d-4fb8-b072-e8a60bbe2122 req-13f19bd6-1334-4bd8-ae40-bb6512a0770d tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0290730 Oct 26 15:15:54.111563 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-51baa3b2-24be-49b9-a8b2-0bc3d41bfbb0 req-c89a5ac3-14a5-42f5-9615-12d430b30767 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0294089 Oct 26 15:15:55.202057 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-818b03ee-959e-4695-a05a-e64fca294bb7 req-f3e6ae0b-880e-49da-91c6-3847909f905f tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0263345 Oct 26 15:15:56.296511 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3d0a22fa-428d-4990-b333-6bc8c8695fdf req-2ae954c7-2575-447d-9373-1c4b779f70a2 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0293345 Oct 26 15:15:57.389205 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1d5b8111-ce42-4211-9623-35cf8412aeb5 req-74605d5a-7e68-4f58-bc1f-35d022242354 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0253222 Oct 26 15:15:58.483937 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8ed87d0f-01ba-4a22-862a-6ba23ee2fb7d req-e0c3a3f4-8b6b-4f63-ae0f-d1f6e0e37597 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0265603 Oct 26 15:15:58.622540 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:15:59.578025 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a19758f3-4d1b-451c-93f2-5a0990afff9b req-3f17dc9b-3f8b-4c07-bfee-43176fd116f1 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0279503 Oct 26 15:16:00.673160 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1fee33c0-1e5a-4d50-bea0-eedb3cd8bb8c req-6f89ce02-9662-48dd-8c4b-ac18f60d4a9c tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0301750 Oct 26 15:16:01.767438 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-30cbf375-9343-4917-91fe-fdbce2fda5cf req-3f0d0da4-401f-4504-b6b8-0874dfb0b87c tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0266941 Oct 26 15:16:02.865601 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4d0f99e2-611b-42c8-b92b-100fdbbb08b5 req-0dcc3487-4167-43fa-bbc8-253a78bc2559 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0315962 Oct 26 15:16:03.960628 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fb7cbd66-7d81-469b-853e-1f883c14901b req-051e6e62-429b-403c-aafd-78082d8fe278 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0262108 Oct 26 15:16:05.054260 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2219af8c-cf76-4ba3-9462-8c2333b64dd8 req-c080fa8d-60fd-4b5a-af39-56049fe9d659 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0278776 Oct 26 15:16:06.145820 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ba41224f-a020-46f2-92be-ed15aef600b7 req-eb629124-74cf-4e98-a1d3-2b182c84b0f8 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0257895 Oct 26 15:16:07.242912 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b1785917-63db-40a0-880a-ff33e028e260 req-852054aa-b408-43c9-8c8c-92ef75777e50 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0306499 Oct 26 15:16:07.952036 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-5fc75090-d193-43a9-a1d2-f9d58b7d41f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:08.336088 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e20ee2bd-6d5a-48c0-9e8a-468da661a825 req-48a7551a-339a-421f-a28b-65878875c432 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0266886 Oct 26 15:16:09.427359 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7e6b09ee-31f0-42fa-a823-49f94d729204 req-fae3c29d-903c-4d14-8ccc-88ed8e523ef0 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0259583 Oct 26 15:16:10.519485 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b88f1da1-b5fe-4595-b30e-795041dcd727 req-4ff45160-b1c2-4c9a-aa1a-6749f1b2b7de tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0260062 Oct 26 15:16:11.610972 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-91bfcca2-7f25-49f8-ad2c-cf2096eadd63 req-032ff53e-1281-43b4-88ac-4290a4171ee4 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0255127 Oct 26 15:16:12.205799 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:16:12.703990 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-20a3e6b9-82b5-465f-97f2-351ca24e520c req-5db55488-565a-4635-9a6d-49dfa381c7bc tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0267470 Oct 26 15:16:13.216630 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-b522c7ae-fd10-494a-8c22-7c86433d6c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:13.801458 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-48371a58-b797-4c5e-b0bb-2eeefb8d87fa req-b66ebb2c-ec24-490a-a777-7da304c19c73 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0298746 Oct 26 15:16:13.809162 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:13.855066 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:14.893287 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a3545f55-cda2-4878-8435-603f825a6303 req-a92b59b6-b15e-432b-a312-208fbd652a96 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0253670 Oct 26 15:16:15.405332 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:15.986255 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e2da80c8-f77a-4fce-b0f5-905e114deda6 req-8274a9ed-626d-4085-a37a-604b1fe8173c tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0257263 Oct 26 15:16:17.079841 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e7358932-fcd2-437a-b8d6-8204afbf0792 req-175909cc-cafc-48c5-9190-e1ec6cd952a2 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0275362 Oct 26 15:16:18.172795 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0e49b6d0-6441-46ff-9744-90e4ba801f4a req-8330a8e3-29b8-4043-aa88-ff9f926fce56 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0271287 Oct 26 15:16:19.264364 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ba6d2cb6-6e14-4c4c-a575-0de46325b844 req-16e9cc63-4354-4c4d-94cc-925f741b5aa9 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0264201 Oct 26 15:16:20.360569 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0964daf0-c8ce-47ae-b425-2a60e9725b18 req-e57a2133-cae8-4715-b545-52edd01e4667 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0289309 Oct 26 15:16:21.452545 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c12752ec-e186-42de-8b6f-0e09288bf090 req-a7a693e7-4a2f-46dd-8a7d-55ccd6c6ed2b tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0263457 Oct 26 15:16:22.543760 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b415f539-1cf2-4203-be24-3255d0a54407 req-b4dccdca-2dca-47e3-81bb-c55a3ec3ee02 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0254447 Oct 26 15:16:23.638699 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a793c781-1175-4598-a670-b123a758c006 req-6cada27b-a5ee-4030-84b2-c452a4f46dd4 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0259085 Oct 26 15:16:24.731529 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5c37087d-b1ea-4697-93c5-849c7c80f828 req-6955a12c-4b27-4ba6-9564-5a47b02522e4 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0267425 Oct 26 15:16:25.821442 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8937dfcd-82a6-4753-85f4-9bdb9eccdcff req-52b42e6b-712f-44ed-a84f-806ef645b8f9 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0256376 Oct 26 15:16:26.919139 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-36e3f299-0b4b-4223-a9c9-8786c56a6f8e req-70f00a98-856a-4dc9-954f-ecc5a1e3cfea tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0305207 Oct 26 15:16:28.011766 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f658dd48-53fa-4190-a460-657250363c99 req-a9ae0af2-96a8-4810-aa94-d0aa1d6d621b tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0263216 Oct 26 15:16:28.636777 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:29.103643 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ea32efd3-b13a-41d3-9a71-7c28d96cd5d0 req-32701461-9d6f-4735-b373-2c9db18648c1 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0259962 Oct 26 15:16:30.195153 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-161f8996-ade7-4d71-b106-95810e91965e req-4013d1a5-e388-4743-93ca-f4c9fd7f62d5 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0261579 Oct 26 15:16:31.288314 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-bd418ffb-3383-495a-97d9-1851c852f15e req-6f5b35d4-ecf8-41af-b20d-1dab6c6a2417 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0264399 Oct 26 15:16:32.383630 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fdac80e3-e16f-46bf-865e-19c910ba9985 req-df783951-f958-463a-bd8f-e25f4c644b9f tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0251644 Oct 26 15:16:33.479288 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5e0df166-9b04-4434-91cf-e055a0723dc6 req-d5b06546-5b1e-4889-9f5b-e9f35268b946 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0298362 Oct 26 15:16:34.573965 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c2d9f702-f6e1-4aa5-a384-68e95dd6641d req-3d08bbc0-6d48-4d9c-a038-fc8ae081c0c0 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0284476 Oct 26 15:16:35.670159 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5a2d148a-4bee-43e5-9a58-c7592db48dbb req-8b0c13b4-b4a7-4082-bb8a-471d44107f45 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0260158 Oct 26 15:16:36.762147 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6b8895a1-c09c-4df5-9a8c-78af56c7f895 req-6b228eae-8875-4596-b7ac-e426ca9fc890 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0256147 Oct 26 15:16:37.854190 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a3362e72-4e12-40dc-b85f-d5faf0967b07 req-1deedab3-ce82-401e-a19b-6bff54ccbbac tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0266495 Oct 26 15:16:37.968445 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-c001b030-2b0b-4f1c-834a-c392c7abb29a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:38.948410 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8cbedec4-c401-46ee-b036-01018c72b5db req-3b11fe8b-2b48-40b3-aa6a-65c1b13ce4f7 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0256636 Oct 26 15:16:39.522971 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-120a4194-b582-4aa0-b93f-658374d5ba76 req-729ef87d-fe3e-4c15-a7ef-2964a518408b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0465534 Oct 26 15:16:39.605569 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a4194-b582-4aa0-b93f-658374d5ba76 req-0ae157a5-05d3-45bc-8e94-ed11e27af1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:16:39.607111 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-120a4194-b582-4aa0-b93f-658374d5ba76 req-0ae157a5-05d3-45bc-8e94-ed11e27af1bf service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1c0d3cfad56e4c61a215d25516cd6470&device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 1099 time: 0.0403254 Oct 26 15:16:39.710105 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a4194-b582-4aa0-b93f-658374d5ba76 req-37506e3d-222d-4f7c-8a4f-9275e3de95a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:16:39.711618 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-120a4194-b582-4aa0-b93f-658374d5ba76 req-37506e3d-222d-4f7c-8a4f-9275e3de95a5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d121bef5-e7a7-4cc1-ab11-dcb6c02a3865 HTTP/1.1" status: 200 len: 913 time: 0.0852110 Oct 26 15:16:39.780628 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-120a4194-b582-4aa0-b93f-658374d5ba76 req-52a7759a-9327-49fd-8fc1-047526236730 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88240e56-e655-4932-9c89-1b901e243f66 HTTP/1.1" status: 200 len: 1002 time: 0.0609479 Oct 26 15:16:39.829598 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a4194-b582-4aa0-b93f-658374d5ba76 req-aa956dde-0980-4734-9009-bec9e24c78c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:16:39.831092 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-120a4194-b582-4aa0-b93f-658374d5ba76 req-aa956dde-0980-4734-9009-bec9e24c78c2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d2f548be-e416-40d5-a12d-a157ab7e380b HTTP/1.1" status: 200 len: 851 time: 0.0438459 Oct 26 15:16:39.877119 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a4194-b582-4aa0-b93f-658374d5ba76 req-0aad39fc-a324-4c33-8a4b-109b1eddec08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:16:39.878676 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-120a4194-b582-4aa0-b93f-658374d5ba76 req-0aad39fc-a324-4c33-8a4b-109b1eddec08 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d121bef5-e7a7-4cc1-ab11-dcb6c02a3865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405939 Oct 26 15:16:39.970718 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-120a4194-b582-4aa0-b93f-658374d5ba76 req-b4073c60-b882-4a92-b236-f173f8d9eae3 service neutron] 10.222.0.76 "GET /v2.0/networks/d121bef5-e7a7-4cc1-ab11-dcb6c02a3865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842750 Oct 26 15:16:40.054040 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-16654b2d-b11a-4c56-afc8-1a19c8c7ff75 req-d0acf524-6171-4bad-83ab-b4c5a5ce8a54 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0304534 Oct 26 15:16:40.089763 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-120a4194-b582-4aa0-b93f-658374d5ba76 req-da7de469-1f4d-476d-80e3-31b42f33173a service neutron] 10.222.0.76 "GET /v2.0/networks/d121bef5-e7a7-4cc1-ab11-dcb6c02a3865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119251 Oct 26 15:16:41.145449 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c5143cdb-bd9a-46f6-9ee8-6c2f5bf9a6d9 req-395364c3-ef2d-474d-b3f4-200beafe1abd tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0253904 Oct 26 15:16:42.239152 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-bfae754e-6486-4ce4-882a-a080346b728a req-7b7c124d-e060-4513-a58c-707aba2910e4 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0257549 Oct 26 15:16:43.216441 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-8f6b1b63-c7ab-4b72-ae03-0ddeaf65de00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:43.332153 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b5180e79-3a25-4d2c-b6ae-a17097a8bf00 req-63875c36-c24c-4973-bdbb-dc2837205725 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0269399 Oct 26 15:16:43.830571 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:43.882030 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:44.426072 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b0e1c1bf-a736-426d-8792-fd56f0e60069 req-7109cac2-e17a-4532-a4a5-11535143a76f tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=89be382f-ebcb-42ba-8e4b-0b183dc5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0292695 Oct 26 15:16:45.404847 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:49.205911 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:16:58.684517 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:07.964417 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-3eb0c64e-8a1a-4d65-82ac-f9d85ca726d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:13.213189 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-d655367f-923a-4491-a67a-c51851cb84df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:13.855988 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:13.886566 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:15.423775 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:26.204878 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:17:28.663434 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:37.946958 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-e02e878b-4f7d-400e-bbc4-421b757dbc63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:41.517368 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b43d3c84-404f-4fa0-83f7-8567ab591b6b req-1a3d8b34-8dec-47cd-a8f1-d180e5721ae7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387294 Oct 26 15:17:41.579581 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d3c84-404f-4fa0-83f7-8567ab591b6b req-8e551454-da1b-4158-ad9f-4faba0630ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:41.581058 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b43d3c84-404f-4fa0-83f7-8567ab591b6b req-8e551454-da1b-4158-ad9f-4faba0630ec5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0a2958e7afc741eca9584b299e5568a6&device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 1099 time: 0.0404918 Oct 26 15:17:41.688542 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d3c84-404f-4fa0-83f7-8567ab591b6b req-fcc92931-f006-4dff-b155-3e00609ffc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:41.690017 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b43d3c84-404f-4fa0-83f7-8567ab591b6b req-fcc92931-f006-4dff-b155-3e00609ffc87 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6872d80b-011f-4914-ab64-ee6310f248d9 HTTP/1.1" status: 200 len: 914 time: 0.0872087 Oct 26 15:17:41.732057 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b43d3c84-404f-4fa0-83f7-8567ab591b6b req-64fcc6f7-eeb3-40c9-a755-9d70907c94cb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=684d633d-454b-4dc0-8432-49d9ebb71db9 HTTP/1.1" status: 200 len: 217 time: 0.0332017 Oct 26 15:17:41.781734 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d3c84-404f-4fa0-83f7-8567ab591b6b req-cb823124-87a3-4eff-8570-86829ab31430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:41.783320 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b43d3c84-404f-4fa0-83f7-8567ab591b6b req-cb823124-87a3-4eff-8570-86829ab31430 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=79691652-5732-42a1-b964-9bd2b908b13f HTTP/1.1" status: 200 len: 853 time: 0.0438328 Oct 26 15:17:41.815520 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b43d3c84-404f-4fa0-83f7-8567ab591b6b req-1e02c7ae-94ec-4806-bd67-2ab9164f81b5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6872d80b-011f-4914-ab64-ee6310f248d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242074 Oct 26 15:17:41.907685 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b43d3c84-404f-4fa0-83f7-8567ab591b6b req-8470c2c9-3896-4675-a8b3-fe1c376f0e2f service neutron] 10.222.0.76 "GET /v2.0/networks/6872d80b-011f-4914-ab64-ee6310f248d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838716 Oct 26 15:17:42.000626 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b43d3c84-404f-4fa0-83f7-8567ab591b6b req-02b8076a-9a26-40ba-9e07-a020d39785cb service neutron] 10.222.0.76 "GET /v2.0/networks/6872d80b-011f-4914-ab64-ee6310f248d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846686 Oct 26 15:17:43.205654 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-5ad4cdd8-172c-452b-812c-016aff48b37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:43.840258 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:43.896837 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:45.426203 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:58.594215 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:18:03.203866 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:18:07.936098 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-d8380331-f819-46a5-9b02-fc2d3077a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:18:13.204439 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-4d4d9995-a493-4b61-8c5f-aa1e0c473746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:18:13.827226 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:18:13.861323 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:18:15.410017 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:18:28.598284 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:18:37.940816 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-c5625280-7aee-4d3b-b782-004a2b1f618f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:18:40.203359 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:18:43.225969 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-84b7cca7-5f0c-4e8a-af6f-55f8111c92eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:18:43.832153 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:18:43.854605 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:18:44.122993 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0cb5ee35-4df5-4d9b-8a3d-37456525be57 req-7064f817-f4ac-4de1-a922-95775bdcfcb4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392919 Oct 26 15:18:44.205127 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb5ee35-4df5-4d9b-8a3d-37456525be57 req-abaae620-a420-450c-be67-ffcf2d6f74bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:18:44.207157 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0cb5ee35-4df5-4d9b-8a3d-37456525be57 req-abaae620-a420-450c-be67-ffcf2d6f74bc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1c0d3cfad56e4c61a215d25516cd6470&device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 1099 time: 0.0407908 Oct 26 15:18:44.313726 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb5ee35-4df5-4d9b-8a3d-37456525be57 req-93a38638-71af-495d-a457-802fd580913a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:18:44.315779 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0cb5ee35-4df5-4d9b-8a3d-37456525be57 req-93a38638-71af-495d-a457-802fd580913a service neutron] 10.222.0.76 "GET /v2.0/networks?id=d121bef5-e7a7-4cc1-ab11-dcb6c02a3865 HTTP/1.1" status: 200 len: 913 time: 0.0882778 Oct 26 15:18:44.379146 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0cb5ee35-4df5-4d9b-8a3d-37456525be57 req-2a645f37-e3ef-4ae1-8e4e-734be7801ca3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88240e56-e655-4932-9c89-1b901e243f66 HTTP/1.1" status: 200 len: 1002 time: 0.0560033 Oct 26 15:18:44.426352 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb5ee35-4df5-4d9b-8a3d-37456525be57 req-2502098f-81e6-4227-8273-1a860b43aaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:18:44.427826 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0cb5ee35-4df5-4d9b-8a3d-37456525be57 req-2502098f-81e6-4227-8273-1a860b43aaf4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d2f548be-e416-40d5-a12d-a157ab7e380b HTTP/1.1" status: 200 len: 851 time: 0.0422928 Oct 26 15:18:44.477484 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb5ee35-4df5-4d9b-8a3d-37456525be57 req-c7e71eb8-a43d-472b-b6ae-55aeb27ae0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:18:44.479092 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0cb5ee35-4df5-4d9b-8a3d-37456525be57 req-c7e71eb8-a43d-472b-b6ae-55aeb27ae0c2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d121bef5-e7a7-4cc1-ab11-dcb6c02a3865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445628 Oct 26 15:18:44.567654 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0cb5ee35-4df5-4d9b-8a3d-37456525be57 req-efb048b3-f1c0-479d-b994-669ae398c2d4 service neutron] 10.222.0.76 "GET /v2.0/networks/d121bef5-e7a7-4cc1-ab11-dcb6c02a3865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812292 Oct 26 15:18:44.658369 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0cb5ee35-4df5-4d9b-8a3d-37456525be57 req-a3458e15-4e3b-41c8-a5b9-697c1b8086e9 service neutron] 10.222.0.76 "GET /v2.0/networks/d121bef5-e7a7-4cc1-ab11-dcb6c02a3865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829275 Oct 26 15:18:45.420232 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:18:58.631061 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:07.984938 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-a7952f8e-f91c-4df0-9fe3-bb0a1e0c86f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:13.202015 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-422454b9-3cd9-4e83-889d-2c8d48a9803f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:13.808021 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:13.865204 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:15.430650 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:17.201585 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:19:28.589995 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:37.950082 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-4ada3fb2-499f-4964-946d-a3fac3aa7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:43.189844 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-80fa172e-5186-4f04-94f3-b663c03c2163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:43.818410 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:43.881285 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:44.512122 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0cff3f09-98d1-44f2-bb2d-c0e6a51b8643 req-59458bc6-cc1a-4e15-bcbf-fe6cd908fed3 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390127 Oct 26 15:19:44.572473 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff3f09-98d1-44f2-bb2d-c0e6a51b8643 req-7e335172-4f55-4451-9a5f-e9c0a6a9a3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:44.573954 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0cff3f09-98d1-44f2-bb2d-c0e6a51b8643 req-7e335172-4f55-4451-9a5f-e9c0a6a9a3fd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0a2958e7afc741eca9584b299e5568a6&device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 1099 time: 0.0405283 Oct 26 15:19:44.678997 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff3f09-98d1-44f2-bb2d-c0e6a51b8643 req-3bff851b-4553-4851-8041-3d336c8b29fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:44.680457 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0cff3f09-98d1-44f2-bb2d-c0e6a51b8643 req-3bff851b-4553-4851-8041-3d336c8b29fc service neutron] 10.222.0.76 "GET /v2.0/networks?id=6872d80b-011f-4914-ab64-ee6310f248d9 HTTP/1.1" status: 200 len: 914 time: 0.0871081 Oct 26 15:19:44.720757 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0cff3f09-98d1-44f2-bb2d-c0e6a51b8643 req-4b1959f3-88d1-4353-866c-55bccb3d307f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=684d633d-454b-4dc0-8432-49d9ebb71db9 HTTP/1.1" status: 200 len: 217 time: 0.0327716 Oct 26 15:19:44.772934 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff3f09-98d1-44f2-bb2d-c0e6a51b8643 req-c7db18e3-8ba4-4977-bdae-7ee5d3aacdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:44.774282 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0cff3f09-98d1-44f2-bb2d-c0e6a51b8643 req-c7db18e3-8ba4-4977-bdae-7ee5d3aacdf2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=79691652-5732-42a1-b964-9bd2b908b13f HTTP/1.1" status: 200 len: 853 time: 0.0463686 Oct 26 15:19:44.815536 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0cff3f09-98d1-44f2-bb2d-c0e6a51b8643 req-1dbe3dad-4951-47ee-8840-a4c97da1bfb7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6872d80b-011f-4914-ab64-ee6310f248d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342841 Oct 26 15:19:44.903300 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0cff3f09-98d1-44f2-bb2d-c0e6a51b8643 req-f4debe68-64c1-439f-88fc-f7f3c870d9cd service neutron] 10.222.0.76 "GET /v2.0/networks/6872d80b-011f-4914-ab64-ee6310f248d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801158 Oct 26 15:19:44.993833 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0cff3f09-98d1-44f2-bb2d-c0e6a51b8643 req-e9a802a6-cdba-45c4-85c5-3ccd696c9ea1 service neutron] 10.222.0.76 "GET /v2.0/networks/6872d80b-011f-4914-ab64-ee6310f248d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825200 Oct 26 15:19:45.418553 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:54.201938 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:19:58.607046 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:20:07.966446 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-cccefee1-c82e-4eed-a079-efc2b4d24d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:20:13.223544 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-4c7d8474-5c5b-473b-b4b3-256223e82b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:20:13.823305 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:20:13.892306 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:20:15.457734 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:20:28.663005 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:20:31.199974 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:20:37.949037 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-4d229525-fd6a-4695-a04c-97142ba652bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:20:43.217431 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-ded4d862-0abd-4253-8e77-0c7039b78e3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:20:43.902790 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:20:43.919792 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:20:44.614575 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d22d0b4d-52d5-4acd-a8bf-c78b53a8dfc0 req-b36494a0-a2a7-4cdc-8ab9-585b803532e5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1418023 Oct 26 15:20:44.699149 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d0b4d-52d5-4acd-a8bf-c78b53a8dfc0 req-8c53629a-ad59-4da3-8698-7af09169c872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:20:44.700616 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d22d0b4d-52d5-4acd-a8bf-c78b53a8dfc0 req-8c53629a-ad59-4da3-8698-7af09169c872 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1c0d3cfad56e4c61a215d25516cd6470&device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 1099 time: 0.0409746 Oct 26 15:20:44.808550 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d0b4d-52d5-4acd-a8bf-c78b53a8dfc0 req-45dc6a9a-5948-4d0c-b75b-a81077009cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:20:44.810108 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d22d0b4d-52d5-4acd-a8bf-c78b53a8dfc0 req-45dc6a9a-5948-4d0c-b75b-a81077009cd3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d121bef5-e7a7-4cc1-ab11-dcb6c02a3865 HTTP/1.1" status: 200 len: 913 time: 0.0878594 Oct 26 15:20:44.878583 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d22d0b4d-52d5-4acd-a8bf-c78b53a8dfc0 req-f6fe7256-8fb0-426a-8976-1ef825b43dd3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88240e56-e655-4932-9c89-1b901e243f66 HTTP/1.1" status: 200 len: 1002 time: 0.0604453 Oct 26 15:20:44.927386 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d0b4d-52d5-4acd-a8bf-c78b53a8dfc0 req-8419ee5d-4c43-45aa-9f87-c6425c3c73b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:20:44.929467 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d22d0b4d-52d5-4acd-a8bf-c78b53a8dfc0 req-8419ee5d-4c43-45aa-9f87-c6425c3c73b9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d2f548be-e416-40d5-a12d-a157ab7e380b HTTP/1.1" status: 200 len: 851 time: 0.0437191 Oct 26 15:20:44.979007 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d0b4d-52d5-4acd-a8bf-c78b53a8dfc0 req-9d6d2b7d-7d04-4466-9993-8d293902fa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:20:44.980493 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d22d0b4d-52d5-4acd-a8bf-c78b53a8dfc0 req-9d6d2b7d-7d04-4466-9993-8d293902fa66 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d121bef5-e7a7-4cc1-ab11-dcb6c02a3865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432324 Oct 26 15:20:44.992112 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [req-d22d0b4d-52d5-4acd-a8bf-c78b53a8dfc0 req-6389c3f1-7833-4d03-80ba-dd497b09a598 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=108648) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:20:44.993039 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d22d0b4d-52d5-4acd-a8bf-c78b53a8dfc0 req-6389c3f1-7833-4d03-80ba-dd497b09a598 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053906 Oct 26 15:20:45.084596 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d22d0b4d-52d5-4acd-a8bf-c78b53a8dfc0 req-03d54a43-f668-48e9-9b46-6fc3a7cab0e8 service neutron] 10.222.0.76 "GET /v2.0/networks/d121bef5-e7a7-4cc1-ab11-dcb6c02a3865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839770 Oct 26 15:20:45.171389 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d22d0b4d-52d5-4acd-a8bf-c78b53a8dfc0 req-a313854a-8113-437d-b711-bcb8fe8bddd9 service neutron] 10.222.0.76 "GET /v2.0/networks/d121bef5-e7a7-4cc1-ab11-dcb6c02a3865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798173 Oct 26 15:20:45.439720 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:20:58.644087 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:07.946324 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-fb5be82c-a6e7-4eac-84d4-f035495a6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:08.201278 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:21:13.210831 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-b8946fb4-a9b6-4d96-92c5-f37bcd5f1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:13.833538 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:13.888969 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:15.439513 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:21.519252 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [req-3c298e6c-fe10-4bcd-b719-86770e25d1b4 req-6216cb41-8ca7-444c-b950-e6f6f4f4a4fc service neutron] (108648) timed out ('10.222.0.57', 33312) {{(pid=108648) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 15:21:24.051905 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [req-3c298e6c-fe10-4bcd-b719-86770e25d1b4 req-6c3b3120-1489-4cca-aa93-14a049e929bf service neutron] (108647) timed out ('10.222.0.76', 58604) {{(pid=108647) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 15:21:28.642661 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:37.964734 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-992a1a14-5322-4c4a-94d3-51a38d383bdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:40.403792 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [req-21bb7380-35a2-4d01-bea2-d0a1fd0ded4b req-2ba889c8-be05-41bd-93eb-a7b633b500c9 service neutron] (108647) timed out ('10.222.0.57', 35770) {{(pid=108647) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 15:21:43.250754 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-cf4bcdfb-b321-4a64-a057-c5176d58d511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:43.836460 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:43.890648 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:45.203299 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:21:45.499303 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:46.502248 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-741d0e45-3cad-49fe-b518-778d0589c518 req-b6444986-5a53-4da4-b814-09260a78fb2b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401628 Oct 26 15:21:46.569030 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d0e45-3cad-49fe-b518-778d0589c518 req-9f1da66d-fdd6-44d8-9470-f29a2dd30b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:46.570527 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-741d0e45-3cad-49fe-b518-778d0589c518 req-9f1da66d-fdd6-44d8-9470-f29a2dd30b33 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0a2958e7afc741eca9584b299e5568a6&device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 1099 time: 0.0446110 Oct 26 15:21:46.670995 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d0e45-3cad-49fe-b518-778d0589c518 req-66ee0471-3869-431a-ac8f-e2c251933def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:46.672995 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-741d0e45-3cad-49fe-b518-778d0589c518 req-66ee0471-3869-431a-ac8f-e2c251933def service neutron] 10.222.0.76 "GET /v2.0/networks?id=6872d80b-011f-4914-ab64-ee6310f248d9 HTTP/1.1" status: 200 len: 914 time: 0.0819318 Oct 26 15:21:46.716263 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-741d0e45-3cad-49fe-b518-778d0589c518 req-2336f9ff-f880-4a59-98fc-8eda599c1ccd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=684d633d-454b-4dc0-8432-49d9ebb71db9 HTTP/1.1" status: 200 len: 217 time: 0.0357101 Oct 26 15:21:46.770934 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d0e45-3cad-49fe-b518-778d0589c518 req-7162aaf7-63c2-40d9-b598-bec8b54504d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:46.772247 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-741d0e45-3cad-49fe-b518-778d0589c518 req-7162aaf7-63c2-40d9-b598-bec8b54504d7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=79691652-5732-42a1-b964-9bd2b908b13f HTTP/1.1" status: 200 len: 853 time: 0.0428801 Oct 26 15:21:46.804477 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-741d0e45-3cad-49fe-b518-778d0589c518 req-08828b61-8e6c-4782-90f5-d3f4e72cee7f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6872d80b-011f-4914-ab64-ee6310f248d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245228 Oct 26 15:21:46.900720 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-741d0e45-3cad-49fe-b518-778d0589c518 req-a8377743-731e-478c-b09a-a339215a2408 service neutron] 10.222.0.76 "GET /v2.0/networks/6872d80b-011f-4914-ab64-ee6310f248d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832675 Oct 26 15:21:46.989773 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-741d0e45-3cad-49fe-b518-778d0589c518 req-85368acb-592c-40cb-9935-758c5d89f41a service neutron] 10.222.0.76 "GET /v2.0/networks/6872d80b-011f-4914-ab64-ee6310f248d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820522 Oct 26 15:21:58.673252 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:22:07.949927 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-96f84e3f-b053-4704-8d14-0fa7a2d31fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:22:13.226762 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-fe4aa8c2-8d20-4ea0-9a3d-49e78797a567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:22:13.827110 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:22:13.935450 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:22:15.480946 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:22:22.202266 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:22:28.669229 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:22:37.980315 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-b28d8aaf-923f-47f8-badf-b5faae6b5466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:22:43.222711 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-04fed59a-b946-4b0f-ad83-118e1887a503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:22:43.816690 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:22:43.895342 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:22:45.466130 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:22:47.500204 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-380fe6a1-428f-470a-a03f-ce32e753b315 req-e974c3d1-33c6-4494-be24-ac621daadd6c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395648 Oct 26 15:22:47.586411 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fe6a1-428f-470a-a03f-ce32e753b315 req-4bcaf8e9-ce9f-40ee-a746-517c57361ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:22:47.587925 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-380fe6a1-428f-470a-a03f-ce32e753b315 req-4bcaf8e9-ce9f-40ee-a746-517c57361ca3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1c0d3cfad56e4c61a215d25516cd6470&device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 1099 time: 0.0442157 Oct 26 15:22:47.692574 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fe6a1-428f-470a-a03f-ce32e753b315 req-343608ab-16ee-4655-8f03-e524effda19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:22:47.694046 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-380fe6a1-428f-470a-a03f-ce32e753b315 req-343608ab-16ee-4655-8f03-e524effda19e service neutron] 10.222.0.76 "GET /v2.0/networks?id=d121bef5-e7a7-4cc1-ab11-dcb6c02a3865 HTTP/1.1" status: 200 len: 913 time: 0.0855479 Oct 26 15:22:47.762847 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-380fe6a1-428f-470a-a03f-ce32e753b315 req-0849234d-9e3b-4739-9930-a76e4834c507 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88240e56-e655-4932-9c89-1b901e243f66 HTTP/1.1" status: 200 len: 1002 time: 0.0609727 Oct 26 15:22:47.811023 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fe6a1-428f-470a-a03f-ce32e753b315 req-66c42532-6f99-46f8-9766-b6fa83b6c926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:22:47.812611 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-380fe6a1-428f-470a-a03f-ce32e753b315 req-66c42532-6f99-46f8-9766-b6fa83b6c926 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d2f548be-e416-40d5-a12d-a157ab7e380b HTTP/1.1" status: 200 len: 851 time: 0.0435054 Oct 26 15:22:47.858125 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fe6a1-428f-470a-a03f-ce32e753b315 req-fbbce887-0ccb-402e-bbf5-ee3983d01bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:22:47.859640 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-380fe6a1-428f-470a-a03f-ce32e753b315 req-fbbce887-0ccb-402e-bbf5-ee3983d01bd7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d121bef5-e7a7-4cc1-ab11-dcb6c02a3865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398252 Oct 26 15:22:48.214848 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-380fe6a1-428f-470a-a03f-ce32e753b315 req-66e93dbd-0e46-476a-8c91-079354839c09 service neutron] 10.222.0.76 "GET /v2.0/networks/d121bef5-e7a7-4cc1-ab11-dcb6c02a3865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478050 Oct 26 15:22:48.305289 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-380fe6a1-428f-470a-a03f-ce32e753b315 req-0448cf5e-4026-4617-87d9-80ab2a2f3143 service neutron] 10.222.0.76 "GET /v2.0/networks/d121bef5-e7a7-4cc1-ab11-dcb6c02a3865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825517 Oct 26 15:22:49.669123 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d27f6f-39e3-4871-987a-2774d131c564 req-7fdf192a-fcd2-4679-a692-c8d9933d7787 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:22:49.670576 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-71d27f6f-39e3-4871-987a-2774d131c564 req-7fdf192a-fcd2-4679-a692-c8d9933d7787 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.1651430 Oct 26 15:22:49.707812 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-71d27f6f-39e3-4871-987a-2774d131c564 req-1b8fd8cd-571b-4db3-9c1f-1a2823da78fd tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307903 Oct 26 15:22:50.871355 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e5c764-a89d-4dac-9070-01834555b0f6 req-66967584-a607-4e14-8166-e48ddf7b8035 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:22:50.872811 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-23e5c764-a89d-4dac-9070-01834555b0f6 req-66967584-a607-4e14-8166-e48ddf7b8035 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0974858 Oct 26 15:22:50.908711 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-23e5c764-a89d-4dac-9070-01834555b0f6 req-d0a205a3-5199-4137-bb5e-4d46df913f83 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301263 Oct 26 15:22:52.033002 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a3aa0-0f7f-4ea1-9b47-04d9b1159855 req-6905257d-1088-41b0-952b-05b14de327b2 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:22:52.034452 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-202a3aa0-0f7f-4ea1-9b47-04d9b1159855 req-6905257d-1088-41b0-952b-05b14de327b2 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0469439 Oct 26 15:22:52.071565 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-202a3aa0-0f7f-4ea1-9b47-04d9b1159855 req-00b4dc9a-37a9-4773-bb08-0787cf02fed7 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306292 Oct 26 15:22:53.188469 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a922e-80df-436d-92d4-f548fd406c51 req-f7d0e50d-c8b8-4c4c-972f-87f7b4c7a6aa tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:22:53.189923 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-bf6a922e-80df-436d-92d4-f548fd406c51 req-f7d0e50d-c8b8-4c4c-972f-87f7b4c7a6aa tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0515621 Oct 26 15:22:53.225805 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-bf6a922e-80df-436d-92d4-f548fd406c51 req-41505b87-6473-47d9-8cf5-1a93cde0e648 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301173 Oct 26 15:22:54.339008 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71cd682-7487-4904-973a-8198d801b757 req-b430055e-adc7-4445-b8e4-8d7f57bbb60e tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:22:54.340461 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a71cd682-7487-4904-973a-8198d801b757 req-b430055e-adc7-4445-b8e4-8d7f57bbb60e tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0476735 Oct 26 15:22:54.377717 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a71cd682-7487-4904-973a-8198d801b757 req-d24f9fb8-ebfa-4f81-ae08-01237c4c79a8 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311251 Oct 26 15:22:55.490481 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fca947-439e-4139-99cf-e1a7b403e1e7 req-3a1d9f1d-6538-48e7-89b3-0f188c65d0d0 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:22:55.491993 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-45fca947-439e-4139-99cf-e1a7b403e1e7 req-3a1d9f1d-6538-48e7-89b3-0f188c65d0d0 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0492394 Oct 26 15:22:55.530259 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-45fca947-439e-4139-99cf-e1a7b403e1e7 req-59214a28-ad4b-49c1-8e5f-5626c3e4ab94 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322444 Oct 26 15:22:56.645995 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3c298-99ba-44e6-9e65-5c676b2c94f0 req-95174a0a-fcbe-4233-bff2-3eea2005c785 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:22:56.647493 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cfb3c298-99ba-44e6-9e65-5c676b2c94f0 req-95174a0a-fcbe-4233-bff2-3eea2005c785 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0509939 Oct 26 15:22:56.684975 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cfb3c298-99ba-44e6-9e65-5c676b2c94f0 req-b683f0e7-89aa-42bc-9c51-67303b4f276e tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310302 Oct 26 15:22:57.798972 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e5922-8ee5-4e54-a730-84bf05296005 req-438a1552-4a80-4b61-a315-8f69d4494c12 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:22:57.800415 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0c8e5922-8ee5-4e54-a730-84bf05296005 req-438a1552-4a80-4b61-a315-8f69d4494c12 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0474017 Oct 26 15:22:57.837010 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0c8e5922-8ee5-4e54-a730-84bf05296005 req-74ff6836-7473-4486-a182-f6b25c7aff9b tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308216 Oct 26 15:22:58.717483 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:22:58.961895 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6e3ce-5593-40c9-b95c-fb1cf856cb2c req-49018f24-2df0-4e24-b961-029ddd4c229e tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:22:58.963968 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-56e6e3ce-5593-40c9-b95c-fb1cf856cb2c req-49018f24-2df0-4e24-b961-029ddd4c229e tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0605910 Oct 26 15:22:59.001136 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-56e6e3ce-5593-40c9-b95c-fb1cf856cb2c req-40c96683-4981-4ce0-9caf-9964001bbce2 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312698 Oct 26 15:22:59.200959 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:23:00.117452 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc47e6a-e715-4871-bc4e-aa1e93453b55 req-4cbf32e1-a84d-41c1-b8cb-7ef38e8249ac tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:00.118945 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0dc47e6a-e715-4871-bc4e-aa1e93453b55 req-4cbf32e1-a84d-41c1-b8cb-7ef38e8249ac tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0511374 Oct 26 15:23:00.156634 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0dc47e6a-e715-4871-bc4e-aa1e93453b55 req-b1607ece-9c78-4715-877c-b201d1a86252 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313337 Oct 26 15:23:01.280862 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5605ee0-1b43-4f47-a6a0-22a26b6eb89e req-d81ac8bc-1493-4efa-b919-512a6a8ef44f tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:01.282448 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f5605ee0-1b43-4f47-a6a0-22a26b6eb89e req-d81ac8bc-1493-4efa-b919-512a6a8ef44f tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0506787 Oct 26 15:23:01.321678 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f5605ee0-1b43-4f47-a6a0-22a26b6eb89e req-8826ceab-fcb3-4dde-8028-b23e56fbd13e tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332990 Oct 26 15:23:02.437188 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203328c-9ad5-4200-ac51-da1df6e3270c req-09e80ed8-ba01-41e6-a582-b3db6f1dd1e1 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:02.438676 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7203328c-9ad5-4200-ac51-da1df6e3270c req-09e80ed8-ba01-41e6-a582-b3db6f1dd1e1 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0482862 Oct 26 15:23:02.475556 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7203328c-9ad5-4200-ac51-da1df6e3270c req-ccae8770-40d5-4d36-b2db-b045300d5d8a tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311308 Oct 26 15:23:03.597867 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28b388-099e-4a94-befa-9d1734cc29ba req-4312bb29-420f-4830-b3d5-74d1e6917082 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:03.599400 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-af28b388-099e-4a94-befa-9d1734cc29ba req-4312bb29-420f-4830-b3d5-74d1e6917082 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0584788 Oct 26 15:23:03.637481 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-af28b388-099e-4a94-befa-9d1734cc29ba req-b6808853-e466-46a3-ae99-91290fcff616 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317597 Oct 26 15:23:04.749759 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d46821-ab2a-417e-a23e-ec0006e8767e req-20e68686-bb87-4ea1-a07d-9035175ccf81 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:04.751179 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e9d46821-ab2a-417e-a23e-ec0006e8767e req-20e68686-bb87-4ea1-a07d-9035175ccf81 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0487931 Oct 26 15:23:04.788312 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e9d46821-ab2a-417e-a23e-ec0006e8767e req-2a9267f0-111a-48f7-a963-5241cf9d9eaa tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313833 Oct 26 15:23:05.902195 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce1338-cdb5-4de6-8939-4d328f857951 req-5b14e2c2-ac0f-4fe1-86f3-86fd4538de50 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:05.903681 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-62ce1338-cdb5-4de6-8939-4d328f857951 req-5b14e2c2-ac0f-4fe1-86f3-86fd4538de50 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0491385 Oct 26 15:23:05.941089 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-62ce1338-cdb5-4de6-8939-4d328f857951 req-808f2b9c-c35d-4c77-bd5f-0de6bee5935a tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316200 Oct 26 15:23:07.058219 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9e6a4-d016-4df4-ad2e-99b4f59b15c5 req-476d691e-ee3e-424e-a40f-f3b77cbfc1d6 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:07.059740 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a3a9e6a4-d016-4df4-ad2e-99b4f59b15c5 req-476d691e-ee3e-424e-a40f-f3b77cbfc1d6 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0517988 Oct 26 15:23:07.096860 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a3a9e6a4-d016-4df4-ad2e-99b4f59b15c5 req-ead85252-cf9d-4cf6-a565-a17f5675887f tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309453 Oct 26 15:23:07.953102 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-7a9facbf-da2a-47ab-be74-5f184272b7fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:08.208956 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b5e74-8316-45af-a60b-efa588065f5e req-582de86c-e63a-469d-859c-39792fc17f64 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:08.210409 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cf6b5e74-8316-45af-a60b-efa588065f5e req-582de86c-e63a-469d-859c-39792fc17f64 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0472600 Oct 26 15:23:08.246750 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cf6b5e74-8316-45af-a60b-efa588065f5e req-55b1cdbd-50ff-4d15-a245-a7a2354a67cb tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298533 Oct 26 15:23:09.362275 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c697df-aa94-4504-bca3-547b96556acd req-69886f34-e04f-43fd-81ce-91e4991e57f3 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:09.363774 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-09c697df-aa94-4504-bca3-547b96556acd req-69886f34-e04f-43fd-81ce-91e4991e57f3 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0490556 Oct 26 15:23:09.405190 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-09c697df-aa94-4504-bca3-547b96556acd req-37f57ca2-26b6-42f8-ab4d-f5db0dd74feb tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354860 Oct 26 15:23:10.523500 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979704a-7ac9-4594-a967-72e1bae17a99 req-e6a5038b-df12-4f56-a9d5-a06227438b66 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:10.524974 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4979704a-7ac9-4594-a967-72e1bae17a99 req-e6a5038b-df12-4f56-a9d5-a06227438b66 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0515206 Oct 26 15:23:10.563015 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4979704a-7ac9-4594-a967-72e1bae17a99 req-793bdaff-e04c-45c3-aada-b9e36f0433c2 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320556 Oct 26 15:23:11.678476 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48365408-9b04-4303-a79c-0730b754a9f7 req-d2853a91-169c-4555-9f61-e1932b199381 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:11.680741 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-48365408-9b04-4303-a79c-0730b754a9f7 req-d2853a91-169c-4555-9f61-e1932b199381 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0507243 Oct 26 15:23:11.718859 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-48365408-9b04-4303-a79c-0730b754a9f7 req-be0fd7f6-45ed-473d-b12b-5b90ebf16655 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313499 Oct 26 15:23:12.834107 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4ab7c-62b6-484d-9784-d8ce83789a94 req-333a54fc-4e13-4c36-8898-c031dba6b77c tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:12.835428 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-bed4ab7c-62b6-484d-9784-d8ce83789a94 req-333a54fc-4e13-4c36-8898-c031dba6b77c tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0491045 Oct 26 15:23:12.872603 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-bed4ab7c-62b6-484d-9784-d8ce83789a94 req-1def944a-761f-439a-bac3-c6bdbb1e5302 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305119 Oct 26 15:23:13.219911 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-1c0e420a-695b-435e-be74-f091509e5b9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:13.825704 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:13.873157 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:13.989767 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44de92-846f-4be3-beb2-de793f94e359 req-0afe8393-4536-420b-89dc-f2e0b0f649cd tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:13.991266 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5f44de92-846f-4be3-beb2-de793f94e359 req-0afe8393-4536-420b-89dc-f2e0b0f649cd tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0518780 Oct 26 15:23:14.028379 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5f44de92-846f-4be3-beb2-de793f94e359 req-30bc5eaf-5039-4ad1-beb9-7a9cfb957d48 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311477 Oct 26 15:23:15.150103 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc409fbe-66e3-4b7b-8e00-0de270625e62 req-d4e20e92-ad96-43f4-a0ad-9e17d249ae3a tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:15.151491 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-dc409fbe-66e3-4b7b-8e00-0de270625e62 req-d4e20e92-ad96-43f4-a0ad-9e17d249ae3a tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0476274 Oct 26 15:23:15.188336 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-dc409fbe-66e3-4b7b-8e00-0de270625e62 req-d0bace14-e642-4966-aa66-fb5d3bf63060 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311046 Oct 26 15:23:15.450165 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:16.300091 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e895b69-9a8e-45b2-80f3-184ca6b3fef6 req-eb57ccb5-8a65-48b9-a99e-68795a0d50fa tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:16.301554 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4e895b69-9a8e-45b2-80f3-184ca6b3fef6 req-eb57ccb5-8a65-48b9-a99e-68795a0d50fa tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0479534 Oct 26 15:23:16.339410 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4e895b69-9a8e-45b2-80f3-184ca6b3fef6 req-b6f07f4d-4ad3-432d-a68a-c7272612cd74 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319350 Oct 26 15:23:17.461938 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a9e99-d16b-41df-8665-9bd9c0991ab7 req-64ed77e0-d909-46e8-bf6c-2b3162198e68 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:17.463432 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-640a9e99-d16b-41df-8665-9bd9c0991ab7 req-64ed77e0-d909-46e8-bf6c-2b3162198e68 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0579052 Oct 26 15:23:17.501270 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-640a9e99-d16b-41df-8665-9bd9c0991ab7 req-69db4e60-a6c6-43e7-beb1-f2fb12580be7 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314810 Oct 26 15:23:18.613153 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afee4ae-1ced-466f-bee8-6f0bcef56383 req-1815a093-0bed-418c-9a84-6a2d7e939129 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:18.614592 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5afee4ae-1ced-466f-bee8-6f0bcef56383 req-1815a093-0bed-418c-9a84-6a2d7e939129 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0480094 Oct 26 15:23:18.650983 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5afee4ae-1ced-466f-bee8-6f0bcef56383 req-ef6eeb9e-85a5-4753-b2e3-794499ddc130 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305154 Oct 26 15:23:19.763946 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c16f77-0eaa-43a3-ba1f-8937d5859822 req-dd50e835-8f23-4723-b5ee-f10dd3b11e17 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:19.765318 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-55c16f77-0eaa-43a3-ba1f-8937d5859822 req-dd50e835-8f23-4723-b5ee-f10dd3b11e17 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0475492 Oct 26 15:23:19.802369 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-55c16f77-0eaa-43a3-ba1f-8937d5859822 req-8ad026f7-5c44-4894-a8f6-becab581c8b5 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311811 Oct 26 15:23:20.918319 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2737de0-efec-4389-afef-90b96df81440 req-1a9bfb08-81f8-4206-b8bb-8d1f0624a0aa tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:20.919825 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f2737de0-efec-4389-afef-90b96df81440 req-1a9bfb08-81f8-4206-b8bb-8d1f0624a0aa tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0523651 Oct 26 15:23:20.957250 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f2737de0-efec-4389-afef-90b96df81440 req-5191a891-23b7-4380-a8f2-a435fc39451d tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314682 Oct 26 15:23:22.070488 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3235f65-a06d-4674-a72d-cb01fe1f763c req-c83734fe-f56f-400f-b427-ac1e35535d01 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:22.072116 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d3235f65-a06d-4674-a72d-cb01fe1f763c req-c83734fe-f56f-400f-b427-ac1e35535d01 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0495141 Oct 26 15:23:22.109238 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d3235f65-a06d-4674-a72d-cb01fe1f763c req-7f55430c-e62c-4b73-9b71-d593c3a3957f tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307317 Oct 26 15:23:23.220993 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d806309-54d6-468a-b069-e635f8aa3e2d req-79ec55bf-5e70-4695-92bd-b95c98ed64fc tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:23.222659 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2d806309-54d6-468a-b069-e635f8aa3e2d req-79ec55bf-5e70-4695-92bd-b95c98ed64fc tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0484910 Oct 26 15:23:23.260333 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2d806309-54d6-468a-b069-e635f8aa3e2d req-09909ae6-5ac6-44fa-a323-fdea4d88c4b2 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318413 Oct 26 15:23:24.377977 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772d9ef-b00c-45c2-91c8-cc38953b27a5 req-32347aa4-513e-4f1c-9109-e8124b6b39f0 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:24.379578 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0772d9ef-b00c-45c2-91c8-cc38953b27a5 req-32347aa4-513e-4f1c-9109-e8124b6b39f0 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0517054 Oct 26 15:23:24.417022 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0772d9ef-b00c-45c2-91c8-cc38953b27a5 req-c1b8f1d6-5624-4883-9619-8f32dbc486d6 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315850 Oct 26 15:23:25.538005 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc42743-4236-46df-8cb2-bb82a0ae8c6b req-de0cfb5c-949a-44c0-ab8e-75a8e75f61ed tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:25.539870 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4bc42743-4236-46df-8cb2-bb82a0ae8c6b req-de0cfb5c-949a-44c0-ab8e-75a8e75f61ed tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0491004 Oct 26 15:23:25.577410 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4bc42743-4236-46df-8cb2-bb82a0ae8c6b req-69ded429-d66b-4f59-a75c-903ae395c2c7 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316274 Oct 26 15:23:26.691934 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7e835-cebb-41d1-b114-1d5b5a93eb4c req-a946270d-f38e-4b71-b544-b2464d0402ac tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:26.693395 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4af7e835-cebb-41d1-b114-1d5b5a93eb4c req-a946270d-f38e-4b71-b544-b2464d0402ac tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0480044 Oct 26 15:23:26.730129 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4af7e835-cebb-41d1-b114-1d5b5a93eb4c req-02a465d8-fd4a-447c-9257-e9669bebfe0d tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301833 Oct 26 15:23:27.846675 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a110567-b625-4a5f-82e7-de6cb7034bd6 req-36a6c7ca-5c2b-40d8-86ed-3c66906f3847 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:27.848121 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4a110567-b625-4a5f-82e7-de6cb7034bd6 req-36a6c7ca-5c2b-40d8-86ed-3c66906f3847 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0511296 Oct 26 15:23:27.885033 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4a110567-b625-4a5f-82e7-de6cb7034bd6 req-ec5a95db-3ff1-4cc4-a96b-707ff5a62846 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311458 Oct 26 15:23:28.678045 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:28.998607 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67249096-7d95-4a83-9fa2-9427d3171e7b req-6ecde817-56ad-431f-8e64-7cc197276e8d tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:29.000099 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-67249096-7d95-4a83-9fa2-9427d3171e7b req-6ecde817-56ad-431f-8e64-7cc197276e8d tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0486350 Oct 26 15:23:29.037755 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-67249096-7d95-4a83-9fa2-9427d3171e7b req-2bd79c2e-5cac-4df7-9ee1-bccdaeae211f tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316961 Oct 26 15:23:30.157574 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d5f2b-9470-426b-9f96-10da93c57b10 req-58e4bfc0-0267-45ee-a813-b6c55d74b09f tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:30.159059 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-780d5f2b-9470-426b-9f96-10da93c57b10 req-58e4bfc0-0267-45ee-a813-b6c55d74b09f tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0537157 Oct 26 15:23:30.197904 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-780d5f2b-9470-426b-9f96-10da93c57b10 req-d0c50297-9104-424f-9822-4f766968fe59 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329232 Oct 26 15:23:31.316808 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c175ed-a04b-40ce-82fa-8e5528898634 req-08e7a6c2-0286-4ab4-861b-d7e209cfb8ee tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:31.318288 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f7c175ed-a04b-40ce-82fa-8e5528898634 req-08e7a6c2-0286-4ab4-861b-d7e209cfb8ee tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0534155 Oct 26 15:23:31.356457 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f7c175ed-a04b-40ce-82fa-8e5528898634 req-bfb6473c-150d-4ec4-90fc-6df6c8b5b2b8 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318017 Oct 26 15:23:32.469487 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dcaa3c-6a8b-4fb7-8f0a-1933be6b87ac req-a7ef160e-ab88-438c-a009-ea6ea77542f4 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:32.471002 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e9dcaa3c-6a8b-4fb7-8f0a-1933be6b87ac req-a7ef160e-ab88-438c-a009-ea6ea77542f4 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0484538 Oct 26 15:23:32.508137 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e9dcaa3c-6a8b-4fb7-8f0a-1933be6b87ac req-e0949fdb-941d-4377-a148-32c637e63640 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312810 Oct 26 15:23:33.621593 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15b089-0f09-45ea-aae6-1e5d7d2b8aef req-291a204f-a407-4d65-abb1-f6c0ce924ad5 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:33.623069 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fe15b089-0f09-45ea-aae6-1e5d7d2b8aef req-291a204f-a407-4d65-abb1-f6c0ce924ad5 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0478315 Oct 26 15:23:33.658668 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fe15b089-0f09-45ea-aae6-1e5d7d2b8aef req-0b11b74a-a439-427b-b5de-bb53fc50b8bb tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297592 Oct 26 15:23:34.783081 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e62f9-f491-4421-a2c7-a686d0ef181a req-df96ee05-a6a7-43ae-ad43-f85a493426e7 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:34.784551 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7c9e62f9-f491-4421-a2c7-a686d0ef181a req-df96ee05-a6a7-43ae-ad43-f85a493426e7 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0528920 Oct 26 15:23:34.821701 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7c9e62f9-f491-4421-a2c7-a686d0ef181a req-cfdeead6-f25b-42fa-ba50-62cf48c59d26 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313139 Oct 26 15:23:35.935213 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6dd0f8-97a8-4e21-b453-4832f624090a req-99b6a703-3afa-4a5c-b283-7f0cc4cbcc71 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:35.936720 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6a6dd0f8-97a8-4e21-b453-4832f624090a req-99b6a703-3afa-4a5c-b283-7f0cc4cbcc71 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0487573 Oct 26 15:23:35.975340 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6a6dd0f8-97a8-4e21-b453-4832f624090a req-ae73f381-9cdc-4cd5-b7e7-17585ad8a095 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327914 Oct 26 15:23:36.200912 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:23:37.094999 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708a6a3-4ebe-4f2f-b90d-d83b36212939 req-9bbe019a-a6ef-42da-bdc9-9a9f57fcb89d tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:37.096519 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5708a6a3-4ebe-4f2f-b90d-d83b36212939 req-9bbe019a-a6ef-42da-bdc9-9a9f57fcb89d tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0509579 Oct 26 15:23:37.138097 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5708a6a3-4ebe-4f2f-b90d-d83b36212939 req-96df75f9-8746-47e1-94f1-1110589d10a1 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356014 Oct 26 15:23:37.969161 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-32faa52b-7c21-49f6-8e0f-6498222997f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:38.257648 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f87ac5-afd8-4c30-bacd-7abe6966e5ad req-c400ac08-4a2a-4d4b-8b70-b2dab72e89ee tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:38.259201 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b7f87ac5-afd8-4c30-bacd-7abe6966e5ad req-c400ac08-4a2a-4d4b-8b70-b2dab72e89ee tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0542397 Oct 26 15:23:38.298092 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b7f87ac5-afd8-4c30-bacd-7abe6966e5ad req-848db77b-301c-4a68-8b4d-15406864b292 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324023 Oct 26 15:23:39.411492 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6dda04-c964-4af0-9e8c-c5bf0f008776 req-7525e827-751b-41f2-bda3-4c20246b3632 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:39.413033 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ab6dda04-c964-4af0-9e8c-c5bf0f008776 req-7525e827-751b-41f2-bda3-4c20246b3632 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0484383 Oct 26 15:23:39.450404 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ab6dda04-c964-4af0-9e8c-c5bf0f008776 req-c83ee8a3-17d0-4d50-ab2f-54658bc3997e tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309041 Oct 26 15:23:40.567567 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe36a2-4670-4cb8-9ab9-0fe46ee4298d req-77d41acf-20fe-47f3-a75a-5031f9063b0e tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:40.569065 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-20fe36a2-4670-4cb8-9ab9-0fe46ee4298d req-77d41acf-20fe-47f3-a75a-5031f9063b0e tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0494282 Oct 26 15:23:40.607470 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-20fe36a2-4670-4cb8-9ab9-0fe46ee4298d req-5fc471d3-5694-476c-802c-1cb207aac1a9 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324061 Oct 26 15:23:41.733988 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a3fd9-65f1-4703-91a6-256386060ad1 req-4d5557dc-4c37-42f5-8d64-39c65b1de0d6 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:41.735602 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b40a3fd9-65f1-4703-91a6-256386060ad1 req-4d5557dc-4c37-42f5-8d64-39c65b1de0d6 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0573232 Oct 26 15:23:41.777594 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b40a3fd9-65f1-4703-91a6-256386060ad1 req-f2a07baf-c355-4a03-bba1-0e9184a432ee tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356572 Oct 26 15:23:42.891393 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be7017-7913-4a66-adca-0339c47b31cc req-21b49e97-efac-408a-8063-91bd4064ab7c tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:42.892957 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-03be7017-7913-4a66-adca-0339c47b31cc req-21b49e97-efac-408a-8063-91bd4064ab7c tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0485494 Oct 26 15:23:42.930411 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-03be7017-7913-4a66-adca-0339c47b31cc req-ee0e928b-d23d-4327-ba4a-5b42ed0eba6c tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315990 Oct 26 15:23:43.174663 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-11eea6e5-6300-4fd0-8224-bb638b099377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:43.832156 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:43.855168 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:44.043508 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf67f3-01c2-442a-b351-1d5e090b98a3 req-11f39a3b-a2e8-480b-9942-9d0bbd92f196 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:44.044961 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fcbf67f3-01c2-442a-b351-1d5e090b98a3 req-11f39a3b-a2e8-480b-9942-9d0bbd92f196 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0473704 Oct 26 15:23:44.082887 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fcbf67f3-01c2-442a-b351-1d5e090b98a3 req-90a704b8-a32f-4176-b43b-eec39a5e820d tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320578 Oct 26 15:23:45.202381 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b5e32-f5b1-463d-b5ce-6b867c088c93 req-5e459536-d2e8-4cd8-b553-955807124e8b tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:45.209612 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ec4b5e32-f5b1-463d-b5ce-6b867c088c93 req-5e459536-d2e8-4cd8-b553-955807124e8b tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0545595 Oct 26 15:23:45.257197 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ec4b5e32-f5b1-463d-b5ce-6b867c088c93 req-eefb3276-667a-423b-ba4e-774eb98395eb tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463176 Oct 26 15:23:45.465996 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:46.375074 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9c8f5-d8df-47c9-af08-0c2d0ce91e6e req-60d3f696-ad9c-4fd8-ab89-ac88f0786610 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:46.376586 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2cc9c8f5-d8df-47c9-af08-0c2d0ce91e6e req-60d3f696-ad9c-4fd8-ab89-ac88f0786610 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0479698 Oct 26 15:23:46.418376 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2cc9c8f5-d8df-47c9-af08-0c2d0ce91e6e req-0db7afe4-8f0b-4005-9bfa-acd4ffd4041c tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325603 Oct 26 15:23:47.538609 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178f8ce-dcda-43e6-8a33-df059e0003d7 req-b83610ff-2471-455a-a007-94db83110de9 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:47.540146 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c178f8ce-dcda-43e6-8a33-df059e0003d7 req-b83610ff-2471-455a-a007-94db83110de9 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0508895 Oct 26 15:23:47.579636 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c178f8ce-dcda-43e6-8a33-df059e0003d7 req-3ab1a7a8-de8c-486a-83c5-bb9157251846 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335085 Oct 26 15:23:48.703449 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedaa40f-c1d5-4d7b-9836-197fc5f7f0bc req-d7094db6-9e63-4fab-8bc3-b3c8b294dbaf tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:48.705003 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-aedaa40f-c1d5-4d7b-9836-197fc5f7f0bc req-d7094db6-9e63-4fab-8bc3-b3c8b294dbaf tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0546968 Oct 26 15:23:48.743621 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-aedaa40f-c1d5-4d7b-9836-197fc5f7f0bc req-bf21ae1c-4996-445b-8c57-5b30214d6d00 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327914 Oct 26 15:23:49.867107 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945dd8a-95a1-4cf0-8d9c-ad58fa4168f7 req-5561aa5a-6ca3-4196-a687-dff9c5428a56 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:49.868664 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a945dd8a-95a1-4cf0-8d9c-ad58fa4168f7 req-5561aa5a-6ca3-4196-a687-dff9c5428a56 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0565000 Oct 26 15:23:49.906237 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a945dd8a-95a1-4cf0-8d9c-ad58fa4168f7 req-7dfc9e66-8c57-44a2-93ea-e85e27042f21 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314987 Oct 26 15:23:51.018447 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1ca54-e96b-4cdc-ba17-7b0b87a7f14e req-b17bd324-5670-4eb4-a82c-dcfd7aebddb3 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:51.019930 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-73d1ca54-e96b-4cdc-ba17-7b0b87a7f14e req-b17bd324-5670-4eb4-a82c-dcfd7aebddb3 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0482390 Oct 26 15:23:51.056303 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-73d1ca54-e96b-4cdc-ba17-7b0b87a7f14e req-a5b473fd-87a5-4cf6-8575-a1ad24f7ee5a tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306480 Oct 26 15:23:52.173791 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab84625-0b16-4bff-a16b-5d110dc8530d req-b75d0488-6175-4055-80a0-8f4563e66221 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:52.175373 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7ab84625-0b16-4bff-a16b-5d110dc8530d req-b75d0488-6175-4055-80a0-8f4563e66221 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0528064 Oct 26 15:23:52.218143 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7ab84625-0b16-4bff-a16b-5d110dc8530d req-8a9b7775-c3b8-463c-bc26-8d7a7e4e8a10 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368330 Oct 26 15:23:53.331340 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29515e1-3dd0-419d-b471-2d6a3f34e5bc req-223d5e39-c324-4bb9-bf95-60d506076d63 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:53.332821 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b29515e1-3dd0-419d-b471-2d6a3f34e5bc req-223d5e39-c324-4bb9-bf95-60d506076d63 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0489030 Oct 26 15:23:53.370534 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b29515e1-3dd0-419d-b471-2d6a3f34e5bc req-834daa07-c129-4f4c-8616-8d38ab49b6c7 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314081 Oct 26 15:23:54.484354 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03541319-1ea6-4abb-a1c9-1b3c9f66dfab req-10e28b69-26cf-4c57-a30e-842f09cbeef2 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:54.485837 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-03541319-1ea6-4abb-a1c9-1b3c9f66dfab req-10e28b69-26cf-4c57-a30e-842f09cbeef2 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0489814 Oct 26 15:23:54.523478 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-03541319-1ea6-4abb-a1c9-1b3c9f66dfab req-6612dbc9-a2aa-4b8b-9590-59317e0f695f tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316148 Oct 26 15:23:55.642859 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f662b8e-8648-4a2c-b276-6d58894851e6 req-a78d1839-e64b-4311-87be-11ad4fd375e6 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:55.644366 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8f662b8e-8648-4a2c-b276-6d58894851e6 req-a78d1839-e64b-4311-87be-11ad4fd375e6 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0529237 Oct 26 15:23:55.684979 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8f662b8e-8648-4a2c-b276-6d58894851e6 req-da89fdf6-ddb4-4593-963b-b052529d05aa tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345964 Oct 26 15:23:56.806021 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc65fc9-5dce-4e2a-a1e5-3350f256faee req-58000f7e-9837-4e49-80cf-7aac140478e0 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:56.807790 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0fc65fc9-5dce-4e2a-a1e5-3350f256faee req-58000f7e-9837-4e49-80cf-7aac140478e0 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0531845 Oct 26 15:23:56.846184 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0fc65fc9-5dce-4e2a-a1e5-3350f256faee req-a40b0c25-8fa2-4394-8d7e-79558a78da67 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326126 Oct 26 15:23:57.962150 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a1764-77dd-454f-98ed-2920872a972c req-f0d1dc49-815e-4d83-abcb-d3eac7412a30 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:57.964169 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c31a1764-77dd-454f-98ed-2920872a972c req-f0d1dc49-815e-4d83-abcb-d3eac7412a30 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0496285 Oct 26 15:23:58.003135 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c31a1764-77dd-454f-98ed-2920872a972c req-17df261d-af24-4ba0-b2bf-a94c83c5051c tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330222 Oct 26 15:23:58.688182 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:59.125435 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4999db8-c20f-4caa-998e-b775e1840b2c req-97b04652-b60c-47f2-9e84-a248ca5c2f31 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:59.127002 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b4999db8-c20f-4caa-998e-b775e1840b2c req-97b04652-b60c-47f2-9e84-a248ca5c2f31 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0547636 Oct 26 15:23:59.165450 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b4999db8-c20f-4caa-998e-b775e1840b2c req-b07f4e5d-4835-4129-8e20-91c40282375f tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324123 Oct 26 15:24:00.288034 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b4ef8-0f1b-41e1-b248-4c1cc3866342 req-c29b5215-e236-47f3-bef8-29263cfb7031 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:00.289564 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-913b4ef8-0f1b-41e1-b248-4c1cc3866342 req-c29b5215-e236-47f3-bef8-29263cfb7031 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0535817 Oct 26 15:24:00.331117 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-913b4ef8-0f1b-41e1-b248-4c1cc3866342 req-c98af92e-c43a-414d-ac9c-10762a5d4ad0 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342157 Oct 26 15:24:01.461412 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e709d6f-1bd4-4909-923f-3beaf1bc7c99 req-c503e83b-8794-4b08-9f45-9b54fd0c1cef tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:01.462840 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7e709d6f-1bd4-4909-923f-3beaf1bc7c99 req-c503e83b-8794-4b08-9f45-9b54fd0c1cef tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0491283 Oct 26 15:24:01.507267 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7e709d6f-1bd4-4909-923f-3beaf1bc7c99 req-aa997ea2-2467-4a3e-af5a-1bc9026f4225 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374043 Oct 26 15:24:02.630457 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f55e38-d654-40b1-b048-8f12e3baa409 req-223e6211-d3ec-463b-8024-c50d87bf9639 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:02.632078 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e3f55e38-d654-40b1-b048-8f12e3baa409 req-223e6211-d3ec-463b-8024-c50d87bf9639 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0539424 Oct 26 15:24:02.673397 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e3f55e38-d654-40b1-b048-8f12e3baa409 req-e5551a80-654c-433a-9238-c1ae3b5735a2 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352149 Oct 26 15:24:03.798002 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d85412-aca9-47b2-93d7-de087dd703c8 req-26d733c0-6908-4160-b4a1-e09ccf924530 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:03.799477 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-11d85412-aca9-47b2-93d7-de087dd703c8 req-26d733c0-6908-4160-b4a1-e09ccf924530 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0500541 Oct 26 15:24:03.838880 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-11d85412-aca9-47b2-93d7-de087dd703c8 req-175406cb-7092-4fe6-bc92-95828203075f tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333498 Oct 26 15:24:04.956904 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daddd374-0633-4c73-a2ee-501a5d44ce0f req-3641e1c7-a506-4eee-8c27-83c477bd670b tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:04.958436 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-daddd374-0633-4c73-a2ee-501a5d44ce0f req-3641e1c7-a506-4eee-8c27-83c477bd670b tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0517006 Oct 26 15:24:04.996736 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-daddd374-0633-4c73-a2ee-501a5d44ce0f req-3607f87b-e709-4163-ad2c-9d3ca295a24f tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316203 Oct 26 15:24:06.114403 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb30c2-7984-4b0a-8958-6e43bc43592c req-a28e25b8-fdb3-4051-bd89-0aaca1073c16 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:06.115921 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6bbb30c2-7984-4b0a-8958-6e43bc43592c req-a28e25b8-fdb3-4051-bd89-0aaca1073c16 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0516195 Oct 26 15:24:06.152341 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6bbb30c2-7984-4b0a-8958-6e43bc43592c req-9e2ce366-cd4d-48ef-9868-550e26304dce tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307546 Oct 26 15:24:07.265899 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149092eb-08b1-49da-8409-87f048a5e647 req-85bb818e-dcfe-48b1-af8c-c35dabbdf4a7 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:07.267433 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-149092eb-08b1-49da-8409-87f048a5e647 req-85bb818e-dcfe-48b1-af8c-c35dabbdf4a7 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0495391 Oct 26 15:24:07.306237 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-149092eb-08b1-49da-8409-87f048a5e647 req-05405299-4c0b-49ec-bfe4-794374008374 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328245 Oct 26 15:24:07.991019 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-212feced-23d0-4d56-ba08-d1c8f10716d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:08.420749 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca77913-18b0-402d-a937-046833d5a3e6 req-abc6bbe4-2c65-4d5b-b290-e8d8ae4d3bc0 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:08.422241 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5ca77913-18b0-402d-a937-046833d5a3e6 req-abc6bbe4-2c65-4d5b-b290-e8d8ae4d3bc0 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0485094 Oct 26 15:24:08.458921 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5ca77913-18b0-402d-a937-046833d5a3e6 req-b3633329-6d5b-4fed-9ab1-b65fbcca051b tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307951 Oct 26 15:24:09.576470 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa140da-cad5-406d-a402-da638a8aa7b3 req-58492dc8-c93a-4645-b111-029b74c1fb1c tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:09.577948 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ffa140da-cad5-406d-a402-da638a8aa7b3 req-58492dc8-c93a-4645-b111-029b74c1fb1c tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0517926 Oct 26 15:24:09.615370 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ffa140da-cad5-406d-a402-da638a8aa7b3 req-b650fd95-28e2-4383-8740-855356bfe9c0 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314586 Oct 26 15:24:10.729541 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e1882-3ba5-46ee-aa17-813319870bfe req-c403bda9-89bc-46f7-8217-a24680343efe tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:10.731056 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-154e1882-3ba5-46ee-aa17-813319870bfe req-c403bda9-89bc-46f7-8217-a24680343efe tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0489078 Oct 26 15:24:10.768080 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-154e1882-3ba5-46ee-aa17-813319870bfe req-1fb0d069-43c5-464c-ac54-5cb4f48fa2a3 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311427 Oct 26 15:24:11.882566 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971bc680-3074-4ee4-80cd-e4d4afe76391 req-04156be1-10c1-4994-b3f8-5df3928fd5b8 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:11.884045 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-971bc680-3074-4ee4-80cd-e4d4afe76391 req-04156be1-10c1-4994-b3f8-5df3928fd5b8 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0483334 Oct 26 15:24:11.921275 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-971bc680-3074-4ee4-80cd-e4d4afe76391 req-e7c302df-89fc-433e-8de2-be510a9955fc tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313635 Oct 26 15:24:13.040044 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd80fb2-bf3a-4800-b94e-9d4c16b7618b req-e0bfe57a-b710-4fc2-b03b-5b075c55cf02 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:13.041999 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cdd80fb2-bf3a-4800-b94e-9d4c16b7618b req-e0bfe57a-b710-4fc2-b03b-5b075c55cf02 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0522194 Oct 26 15:24:13.079770 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cdd80fb2-bf3a-4800-b94e-9d4c16b7618b req-da721623-6cba-48a0-899b-084da4c02228 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318754 Oct 26 15:24:13.200122 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:24:13.201960 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-1fc06def-4277-47d1-830c-66dc3214341e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:13.825070 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:13.904598 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:14.195363 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25353c7-03f7-4fbe-bb36-284019bb27b5 req-49e28128-3b39-4b0b-95ff-15c966f43d57 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:14.196856 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b25353c7-03f7-4fbe-bb36-284019bb27b5 req-49e28128-3b39-4b0b-95ff-15c966f43d57 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0495765 Oct 26 15:24:14.234980 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b25353c7-03f7-4fbe-bb36-284019bb27b5 req-35285c88-d85e-4d0d-839a-97dc57cf69b3 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315943 Oct 26 15:24:15.355057 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bab939-26f1-4fe6-8686-e686ebc17826 req-2049727e-3c5e-4273-b7ac-0eadbf41843d tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:15.356549 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a4bab939-26f1-4fe6-8686-e686ebc17826 req-2049727e-3c5e-4273-b7ac-0eadbf41843d tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0540788 Oct 26 15:24:15.395224 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a4bab939-26f1-4fe6-8686-e686ebc17826 req-efde4b5c-2a54-4775-a944-09806a2fd827 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327976 Oct 26 15:24:15.442330 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:16.511967 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22cd6a-7fa1-42c3-bd6e-aabbed837fac req-4e13b90e-2bd5-4231-b019-98a52f36d8e7 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:16.513432 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-da22cd6a-7fa1-42c3-bd6e-aabbed837fac req-4e13b90e-2bd5-4231-b019-98a52f36d8e7 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0525451 Oct 26 15:24:16.552614 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-da22cd6a-7fa1-42c3-bd6e-aabbed837fac req-49783ec0-9930-4ea1-a651-a5529ef2ba1f tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330884 Oct 26 15:24:17.664463 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9069400a-89df-48f7-b4b5-583fbde38b10 req-8cf312ff-1391-433b-896b-8c12fcb2fa28 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:17.666444 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9069400a-89df-48f7-b4b5-583fbde38b10 req-8cf312ff-1391-433b-896b-8c12fcb2fa28 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0486271 Oct 26 15:24:17.704273 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9069400a-89df-48f7-b4b5-583fbde38b10 req-d52fa386-95dc-462c-863d-8aee678f74a2 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320334 Oct 26 15:24:18.816429 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893871a-d325-4aad-8dd9-5fd2923a630e req-d005b35a-c50f-482a-ae18-7f5db1322416 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:18.817885 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a893871a-d325-4aad-8dd9-5fd2923a630e req-d005b35a-c50f-482a-ae18-7f5db1322416 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0475900 Oct 26 15:24:18.854747 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a893871a-d325-4aad-8dd9-5fd2923a630e req-8e0f85cd-140f-43a0-8bc8-0110f32b7b4f tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303397 Oct 26 15:24:19.970550 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70250f38-15ad-4587-b6e4-7ba0f6b58e2c req-5ac7c109-8ef9-419a-b770-edc9612962a7 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:19.972073 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-70250f38-15ad-4587-b6e4-7ba0f6b58e2c req-5ac7c109-8ef9-419a-b770-edc9612962a7 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0518122 Oct 26 15:24:20.008028 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-70250f38-15ad-4587-b6e4-7ba0f6b58e2c req-7c9aea11-3c30-4b3f-b43f-78ee91155229 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302315 Oct 26 15:24:21.121865 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fde02-6787-43c4-b207-7d6fec78c79b req-9a9eb299-ce7d-4d88-ba59-d6d0caab96da tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:21.123392 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c29fde02-6787-43c4-b207-7d6fec78c79b req-9a9eb299-ce7d-4d88-ba59-d6d0caab96da tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0487502 Oct 26 15:24:21.160941 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c29fde02-6787-43c4-b207-7d6fec78c79b req-8a2c66d2-2df6-4948-b310-7e3e8c8767f3 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316243 Oct 26 15:24:22.273893 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a23f63-fce4-494a-9cde-4ed2b91a8758 req-f136dfc8-271a-421f-b6a3-8721530351d5 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:22.276753 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-28a23f63-fce4-494a-9cde-4ed2b91a8758 req-f136dfc8-271a-421f-b6a3-8721530351d5 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0486934 Oct 26 15:24:22.312998 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-28a23f63-fce4-494a-9cde-4ed2b91a8758 req-f7798366-31bd-4650-b1fa-e00b7346539c tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311844 Oct 26 15:24:23.429119 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b2bf2-790e-45d2-bf6b-3bea04ec35ea req-28703c13-d56e-469e-a99c-1d23d1234d55 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:23.430603 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1d3b2bf2-790e-45d2-bf6b-3bea04ec35ea req-28703c13-d56e-469e-a99c-1d23d1234d55 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0518248 Oct 26 15:24:23.468028 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1d3b2bf2-790e-45d2-bf6b-3bea04ec35ea req-a91684bf-749c-40db-a896-21316c43f656 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313089 Oct 26 15:24:24.580625 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c086712-ad00-417a-a409-33c171e43fb4 req-99edff32-9006-49af-b4b1-613d73538d90 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:24.582079 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9c086712-ad00-417a-a409-33c171e43fb4 req-99edff32-9006-49af-b4b1-613d73538d90 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0478408 Oct 26 15:24:24.619105 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9c086712-ad00-417a-a409-33c171e43fb4 req-3b8ef829-0616-4dbd-8276-76360bc82079 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305841 Oct 26 15:24:25.734296 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7f402-ee9c-488f-b384-6804b5d4194a req-99a143e3-fd68-4ded-bc72-931bbba68481 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:25.735719 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-60b7f402-ee9c-488f-b384-6804b5d4194a req-99a143e3-fd68-4ded-bc72-931bbba68481 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0494692 Oct 26 15:24:25.774965 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-60b7f402-ee9c-488f-b384-6804b5d4194a req-01f34fb6-d7d3-49d5-b409-9f8d06501269 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333252 Oct 26 15:24:26.913890 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff22f8-af04-4ffe-9fd2-78bc5630ba58 req-0d831944-7b42-4be3-92b4-5aa8e9bebb24 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:26.915413 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-24ff22f8-af04-4ffe-9fd2-78bc5630ba58 req-0d831944-7b42-4be3-92b4-5aa8e9bebb24 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0517039 Oct 26 15:24:26.953315 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-24ff22f8-af04-4ffe-9fd2-78bc5630ba58 req-57576302-9893-42a8-ab3a-e9be3fb86bc3 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314853 Oct 26 15:24:28.067966 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c977527-e618-402c-aca5-848adcf88109 req-bc943a63-fcfb-4fbb-8e09-48857cda190e tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:28.069442 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8c977527-e618-402c-aca5-848adcf88109 req-bc943a63-fcfb-4fbb-8e09-48857cda190e tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0490410 Oct 26 15:24:28.107358 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8c977527-e618-402c-aca5-848adcf88109 req-c037cb91-bcc7-4a7e-b6fc-f492a562b1f2 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314431 Oct 26 15:24:28.664144 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:29.219270 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6c44e-cc98-4cb6-96bc-a7174083b650 req-999250a6-d79f-40c6-9843-fd3389d45e56 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:29.220713 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b4b6c44e-cc98-4cb6-96bc-a7174083b650 req-999250a6-d79f-40c6-9843-fd3389d45e56 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0471661 Oct 26 15:24:29.256833 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b4b6c44e-cc98-4cb6-96bc-a7174083b650 req-62db4494-9f08-41f6-a745-2dad822c2649 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303795 Oct 26 15:24:30.377232 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde38f3-9b9b-4a8f-9ea8-037b9bce4dc6 req-6608cde0-0be3-4a1c-9c8e-4accd3f11368 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:30.378735 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5cde38f3-9b9b-4a8f-9ea8-037b9bce4dc6 req-6608cde0-0be3-4a1c-9c8e-4accd3f11368 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0523055 Oct 26 15:24:30.415272 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5cde38f3-9b9b-4a8f-9ea8-037b9bce4dc6 req-442eb20c-54dc-4368-879d-c549768ac753 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306721 Oct 26 15:24:31.544684 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f96e1e-15ec-4ece-938d-436f12113787 req-34877c31-50db-4366-bade-764c0c19126d tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:31.546144 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-32f96e1e-15ec-4ece-938d-436f12113787 req-34877c31-50db-4366-bade-764c0c19126d tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0476966 Oct 26 15:24:31.584176 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-32f96e1e-15ec-4ece-938d-436f12113787 req-f3b0ac41-1c09-4b5f-87bc-968abea2a26e tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320220 Oct 26 15:24:32.698286 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ff2d9-f999-46d6-8366-64307c87ddc9 req-ed68d328-71a3-4dcf-add3-1fb9f0d46f70 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:32.699821 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4b5ff2d9-f999-46d6-8366-64307c87ddc9 req-ed68d328-71a3-4dcf-add3-1fb9f0d46f70 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0491288 Oct 26 15:24:32.737459 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4b5ff2d9-f999-46d6-8366-64307c87ddc9 req-d01830b8-81bd-45fa-b467-db50803699dc tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315418 Oct 26 15:24:33.858927 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26908919-5580-4fe6-b12d-709b8dfaf764 req-567a91e2-07da-4d53-a476-5e5764345b21 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:33.860458 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-26908919-5580-4fe6-b12d-709b8dfaf764 req-567a91e2-07da-4d53-a476-5e5764345b21 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0554521 Oct 26 15:24:33.897795 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-26908919-5580-4fe6-b12d-709b8dfaf764 req-5fbf598e-d582-4728-8e16-2612bbbb7db9 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313554 Oct 26 15:24:35.011219 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcb652-43b3-4da9-9da0-0dcf966129e8 req-b8bd5f80-630a-4491-8c4f-2223aa9fd79b tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:35.012685 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1fbcb652-43b3-4da9-9da0-0dcf966129e8 req-b8bd5f80-630a-4491-8c4f-2223aa9fd79b tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0482223 Oct 26 15:24:35.054360 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1fbcb652-43b3-4da9-9da0-0dcf966129e8 req-89fb8464-9aa6-431e-b38f-3b89d0c142d9 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358613 Oct 26 15:24:36.175774 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c5a8af-2256-4b61-9470-d9170fcdfaff req-1f4096bc-7956-4d9e-8e37-5e283d237bc5 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:36.177191 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-74c5a8af-2256-4b61-9470-d9170fcdfaff req-1f4096bc-7956-4d9e-8e37-5e283d237bc5 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0493641 Oct 26 15:24:36.215543 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-74c5a8af-2256-4b61-9470-d9170fcdfaff req-c355248f-94ae-4839-8d59-71ec3c8cacfa tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316358 Oct 26 15:24:37.332267 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b25af-284c-43f9-9fbe-5d06a41e3ad7 req-ed9648a8-3f80-4563-862b-3959ce99dc85 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:37.333746 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a32b25af-284c-43f9-9fbe-5d06a41e3ad7 req-ed9648a8-3f80-4563-862b-3959ce99dc85 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0516536 Oct 26 15:24:37.371804 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a32b25af-284c-43f9-9fbe-5d06a41e3ad7 req-37328dc1-9e4e-44c1-957f-6b51747b30e5 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315742 Oct 26 15:24:37.983850 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-976e6dae-e183-4122-8555-bc2155f1c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:38.486132 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2afc9b-36e7-409c-aeb7-61605df93fc7 req-4da136cf-b088-46bf-a4b5-dac7f57c4324 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:38.487664 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4b2afc9b-36e7-409c-aeb7-61605df93fc7 req-4da136cf-b088-46bf-a4b5-dac7f57c4324 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0491712 Oct 26 15:24:38.525181 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4b2afc9b-36e7-409c-aeb7-61605df93fc7 req-623de15d-cd2b-44bd-a26d-8f5497c2519d tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316074 Oct 26 15:24:39.638967 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2fe85-5399-4e14-b689-acca17af7dbf req-00c79c8f-203c-4e37-bfcc-b490d0177352 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:39.640445 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-86b2fe85-5399-4e14-b689-acca17af7dbf req-00c79c8f-203c-4e37-bfcc-b490d0177352 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0481668 Oct 26 15:24:39.678843 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-86b2fe85-5399-4e14-b689-acca17af7dbf req-6d54133d-b4f8-48e2-a5ba-b673ce78e4f6 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325270 Oct 26 15:24:40.797550 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d8157-b20b-4b88-9b8c-57473d11550c req-9814d019-2dd2-48f3-bceb-77c3e5a9122b tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:40.798952 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3f7d8157-b20b-4b88-9b8c-57473d11550c req-9814d019-2dd2-48f3-bceb-77c3e5a9122b tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0517094 Oct 26 15:24:40.836669 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3f7d8157-b20b-4b88-9b8c-57473d11550c req-4e6b71be-3cff-4b09-9b2f-1b8829f2357f tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318878 Oct 26 15:24:41.959037 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc8bfb-f1d1-425e-b5d6-ac01463e3c26 req-51db5ebe-97cf-4f60-b340-f7464d65aaef tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:41.960519 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-53dc8bfb-f1d1-425e-b5d6-ac01463e3c26 req-51db5ebe-97cf-4f60-b340-f7464d65aaef tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0535011 Oct 26 15:24:41.998265 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-53dc8bfb-f1d1-425e-b5d6-ac01463e3c26 req-ea08e2a6-e77d-4f2d-a521-78d061d76602 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310757 Oct 26 15:24:43.111096 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228744e3-1dd2-434f-9727-6f959f98fced req-a59fa480-45ef-4293-a19d-e7e45682c3d1 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:43.112827 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-228744e3-1dd2-434f-9727-6f959f98fced req-a59fa480-45ef-4293-a19d-e7e45682c3d1 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0494606 Oct 26 15:24:43.152300 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-228744e3-1dd2-434f-9727-6f959f98fced req-0ce0343a-5d2b-492d-8777-39297db375f0 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334795 Oct 26 15:24:43.184104 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-aa400393-8212-434e-a396-bb7b3f4cd1e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:43.806814 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:43.898226 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:44.272124 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312caab3-1f92-4d6a-ad65-9880fd605839 req-e080977f-9be7-4f78-bff5-50cce84ae495 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:44.273627 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-312caab3-1f92-4d6a-ad65-9880fd605839 req-e080977f-9be7-4f78-bff5-50cce84ae495 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0537655 Oct 26 15:24:44.312662 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-312caab3-1f92-4d6a-ad65-9880fd605839 req-c6010e47-cf9e-4920-aac2-539804220e12 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332000 Oct 26 15:24:45.428211 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0af0c-2ad7-4201-91c9-ed6c569ab398 req-40b81b94-ae3a-4643-aa4c-e173f943b318 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:45.429693 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-88f0af0c-2ad7-4201-91c9-ed6c569ab398 req-40b81b94-ae3a-4643-aa4c-e173f943b318 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0500338 Oct 26 15:24:45.447011 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:45.468564 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-88f0af0c-2ad7-4201-91c9-ed6c569ab398 req-901e9efe-50da-4ec1-8d1b-bb97b8f4cfd6 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324464 Oct 26 15:24:46.596239 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd3a63-dd6a-4c97-a9e6-c4c5d74f88a9 req-1cf928af-5823-403d-beed-f59c1a61addc tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:46.597719 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-82fd3a63-dd6a-4c97-a9e6-c4c5d74f88a9 req-1cf928af-5823-403d-beed-f59c1a61addc tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0536537 Oct 26 15:24:46.635351 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-82fd3a63-dd6a-4c97-a9e6-c4c5d74f88a9 req-1d92ab89-b200-4ce5-9d8d-89c915d4b19a tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311551 Oct 26 15:24:47.500774 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cd671dcc-8ba2-422b-940b-7ea12c42ab22 req-7eb30adf-f174-450f-9e15-4757431895e2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428712 Oct 26 15:24:47.596685 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd671dcc-8ba2-422b-940b-7ea12c42ab22 req-61f689e3-fc3d-430e-8f12-0bc2c916c3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:47.598095 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cd671dcc-8ba2-422b-940b-7ea12c42ab22 req-61f689e3-fc3d-430e-8f12-0bc2c916c3c3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1c0d3cfad56e4c61a215d25516cd6470&device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 1099 time: 0.0447552 Oct 26 15:24:47.707350 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd671dcc-8ba2-422b-940b-7ea12c42ab22 req-b4620eae-62e3-44bb-99f6-09fe5ac04373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:47.708772 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cd671dcc-8ba2-422b-940b-7ea12c42ab22 req-b4620eae-62e3-44bb-99f6-09fe5ac04373 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d121bef5-e7a7-4cc1-ab11-dcb6c02a3865 HTTP/1.1" status: 200 len: 913 time: 0.0896111 Oct 26 15:24:47.793635 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cd671dcc-8ba2-422b-940b-7ea12c42ab22 req-7381f8be-9960-49bd-bb69-2f111adc4a8e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88240e56-e655-4932-9c89-1b901e243f66 HTTP/1.1" status: 200 len: 1002 time: 0.0773005 Oct 26 15:24:47.801893 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695f3ec-ea85-4316-8fc7-db5782fabad0 req-739f0e7c-cd03-4d75-967f-ac3c39e91ab8 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:47.803313 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6695f3ec-ea85-4316-8fc7-db5782fabad0 req-739f0e7c-cd03-4d75-967f-ac3c39e91ab8 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0981784 Oct 26 15:24:47.872700 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd671dcc-8ba2-422b-940b-7ea12c42ab22 req-728f6854-5003-477a-8f4c-9a857d17a5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:47.874222 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cd671dcc-8ba2-422b-940b-7ea12c42ab22 req-728f6854-5003-477a-8f4c-9a857d17a5f5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d2f548be-e416-40d5-a12d-a157ab7e380b HTTP/1.1" status: 200 len: 851 time: 0.0700305 Oct 26 15:24:47.877474 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6695f3ec-ea85-4316-8fc7-db5782fabad0 req-69ed77d6-f367-4270-800a-1cede8a34d6d tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655532 Oct 26 15:24:47.924697 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd671dcc-8ba2-422b-940b-7ea12c42ab22 req-25acfa38-00d4-45fa-a877-abad4eae6013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:47.926201 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cd671dcc-8ba2-422b-940b-7ea12c42ab22 req-25acfa38-00d4-45fa-a877-abad4eae6013 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d121bef5-e7a7-4cc1-ab11-dcb6c02a3865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445614 Oct 26 15:24:48.022400 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cd671dcc-8ba2-422b-940b-7ea12c42ab22 req-d3cd59ac-1099-4f8f-8a0f-6287b578c140 service neutron] 10.222.0.76 "GET /v2.0/networks/d121bef5-e7a7-4cc1-ab11-dcb6c02a3865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888047 Oct 26 15:24:48.116671 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cd671dcc-8ba2-422b-940b-7ea12c42ab22 req-78b1c1a6-07e1-4ba0-b244-e4ecaee1a6c2 service neutron] 10.222.0.76 "GET /v2.0/networks/d121bef5-e7a7-4cc1-ab11-dcb6c02a3865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865843 Oct 26 15:24:48.992584 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7caeaa8-eb34-47d3-9db7-cc2f58678078 req-2f588bb5-1c10-4916-a16a-bc2f35f15218 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:48.994672 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c7caeaa8-eb34-47d3-9db7-cc2f58678078 req-2f588bb5-1c10-4916-a16a-bc2f35f15218 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0484943 Oct 26 15:24:49.035501 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c7caeaa8-eb34-47d3-9db7-cc2f58678078 req-3a882e67-0b25-46ce-b92b-a32e561790c2 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349114 Oct 26 15:24:50.151718 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8308e-e4d9-4e8a-9f2e-48f1a8ba67ef req-088ff555-d8f6-4716-ad5c-51cf2f9a9694 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:50.153101 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-38e8308e-e4d9-4e8a-9f2e-48f1a8ba67ef req-088ff555-d8f6-4716-ad5c-51cf2f9a9694 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0496306 Oct 26 15:24:50.192444 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-38e8308e-e4d9-4e8a-9f2e-48f1a8ba67ef req-181d7b79-4043-40a6-a475-a9049f20c539 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325065 Oct 26 15:24:50.199755 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:24:51.311434 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044378a2-bf84-4c63-ad23-8d7aaabc549f req-6481e54c-162e-45b0-8c1f-637e89beb376 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:51.312926 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-044378a2-bf84-4c63-ad23-8d7aaabc549f req-6481e54c-162e-45b0-8c1f-637e89beb376 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0494397 Oct 26 15:24:51.349479 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-044378a2-bf84-4c63-ad23-8d7aaabc549f req-4032c61f-7e92-4549-92f4-a42a5df574b2 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307846 Oct 26 15:24:52.464412 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb63845-7aa2-46bd-ad24-a388f5318100 req-b0c78734-5e8d-43b6-b622-ce1a5c33f6e7 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:52.466052 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9eb63845-7aa2-46bd-ad24-a388f5318100 req-b0c78734-5e8d-43b6-b622-ce1a5c33f6e7 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0500731 Oct 26 15:24:52.512042 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9eb63845-7aa2-46bd-ad24-a388f5318100 req-387ada72-7386-40d1-9699-c3be3d750f4b tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387750 Oct 26 15:24:53.625918 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1bde6-5676-4bd0-9e12-05f57ea4306f req-457b1f44-0f1b-43a8-b42d-b2790a2544f9 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:53.627477 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f2b1bde6-5676-4bd0-9e12-05f57ea4306f req-457b1f44-0f1b-43a8-b42d-b2790a2544f9 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0490708 Oct 26 15:24:53.663817 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f2b1bde6-5676-4bd0-9e12-05f57ea4306f req-0b58f0e0-b3cf-4481-8eed-dd1d49ec4d71 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304732 Oct 26 15:24:54.779001 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b40ac-f406-4ff1-a430-da42617571db req-fbe05465-1a60-4ea5-b28e-6f0a99c64be0 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:54.780408 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-069b40ac-f406-4ff1-a430-da42617571db req-fbe05465-1a60-4ea5-b28e-6f0a99c64be0 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0484970 Oct 26 15:24:54.819137 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-069b40ac-f406-4ff1-a430-da42617571db req-f08dd0ea-3117-4425-ac27-47c97b6738ff tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328324 Oct 26 15:24:55.931106 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538922c9-5aab-49cb-aff0-e55e9471eb2d req-2b4e2668-9a65-4c94-9747-ce8710694422 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:55.932833 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-538922c9-5aab-49cb-aff0-e55e9471eb2d req-2b4e2668-9a65-4c94-9747-ce8710694422 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0477872 Oct 26 15:24:55.973715 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-538922c9-5aab-49cb-aff0-e55e9471eb2d req-be947323-c15c-41e5-8f35-b0acbb034b4a tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351164 Oct 26 15:24:57.091573 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02518f01-be94-4953-a9d7-27139a4a2bbd req-0c7c4cd0-fcac-46bf-a6c0-16def2b3b148 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:57.093089 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-02518f01-be94-4953-a9d7-27139a4a2bbd req-0c7c4cd0-fcac-46bf-a6c0-16def2b3b148 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0494902 Oct 26 15:24:57.130789 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-02518f01-be94-4953-a9d7-27139a4a2bbd req-cfc34be6-ef9f-4de9-8d15-ac2d4c9ed8d6 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316401 Oct 26 15:24:58.248674 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9b0d8-163f-491d-849f-31b68434a4fe req-60a4dd20-e854-4daa-9af0-0d8a3ed831bb tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:58.250119 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-39b9b0d8-163f-491d-849f-31b68434a4fe req-60a4dd20-e854-4daa-9af0-0d8a3ed831bb tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0479665 Oct 26 15:24:58.287257 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-39b9b0d8-163f-491d-849f-31b68434a4fe req-44314b40-e1b6-43c1-b5b7-a870ac8dfe18 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313053 Oct 26 15:24:58.680621 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:59.401208 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03624fdd-0bf4-4ec6-b4b2-8ea411053707 req-4740347c-1c2f-4c72-bd02-3ed385ec0fbe tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:59.402712 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-03624fdd-0bf4-4ec6-b4b2-8ea411053707 req-4740347c-1c2f-4c72-bd02-3ed385ec0fbe tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0481606 Oct 26 15:24:59.445467 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-03624fdd-0bf4-4ec6-b4b2-8ea411053707 req-ea29d387-53c7-4463-8a1e-47527f4d9cc3 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368357 Oct 26 15:25:00.561184 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d75b312-7dbf-4f33-add6-2985e431dd02 req-5f101237-9493-4366-b3ef-f2dc0c6505e8 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:00.562729 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5d75b312-7dbf-4f33-add6-2985e431dd02 req-5f101237-9493-4366-b3ef-f2dc0c6505e8 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0493333 Oct 26 15:25:00.601413 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5d75b312-7dbf-4f33-add6-2985e431dd02 req-c95fdfef-d73b-4649-9166-d1d1eceaf8a3 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326707 Oct 26 15:25:01.726330 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2a1a3-ba0a-40a2-a29c-4752a2d4af88 req-9f788ab2-7da8-4732-9cad-bd86a72bc5ec tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:01.727842 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a2c2a1a3-ba0a-40a2-a29c-4752a2d4af88 req-9f788ab2-7da8-4732-9cad-bd86a72bc5ec tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0509520 Oct 26 15:25:01.767726 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a2c2a1a3-ba0a-40a2-a29c-4752a2d4af88 req-13d9efc2-9eac-42ab-81ad-ef349491e07c tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330801 Oct 26 15:25:02.886734 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac1f85-c208-4c02-8a24-e710ec017108 req-423ed0be-8a23-4aae-9ab2-aa40780385ea tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:02.888212 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a7ac1f85-c208-4c02-8a24-e710ec017108 req-423ed0be-8a23-4aae-9ab2-aa40780385ea tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0480306 Oct 26 15:25:02.927884 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a7ac1f85-c208-4c02-8a24-e710ec017108 req-57e05250-0bd8-462d-8f40-c3356b6b211f tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338774 Oct 26 15:25:04.042630 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0812b-59ce-471a-a1f3-5676300d7581 req-5d09edd2-af9d-45aa-9d9e-ffdd4f31695f tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:04.044059 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a3a0812b-59ce-471a-a1f3-5676300d7581 req-5d09edd2-af9d-45aa-9d9e-ffdd4f31695f tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0481982 Oct 26 15:25:04.084689 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a3a0812b-59ce-471a-a1f3-5676300d7581 req-854b1e3c-d1e1-427c-a55a-66c989343148 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347514 Oct 26 15:25:05.199119 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfa86c-2c1f-4c84-86b8-ed613bfe196e req-73c18b4a-f313-4875-a73b-c67a73b54593 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:05.200584 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ecbfa86c-2c1f-4c84-86b8-ed613bfe196e req-73c18b4a-f313-4875-a73b-c67a73b54593 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0480666 Oct 26 15:25:05.236743 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ecbfa86c-2c1f-4c84-86b8-ed613bfe196e req-45ff0176-1c03-4d52-972b-a5b04fcb4496 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303490 Oct 26 15:25:06.350365 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c7fe6a-a4a6-40c4-a8fc-ee5c852faeb2 req-0bc75d39-665b-41bb-b069-1456fe566813 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:06.351860 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-40c7fe6a-a4a6-40c4-a8fc-ee5c852faeb2 req-0bc75d39-665b-41bb-b069-1456fe566813 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0484474 Oct 26 15:25:06.391551 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-40c7fe6a-a4a6-40c4-a8fc-ee5c852faeb2 req-e765843a-8935-4674-9397-b0827198d2a5 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338283 Oct 26 15:25:07.506508 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93e40f-a6a3-4a9d-bcac-81377c1ecb36 req-7cc5a81f-dd73-4af5-bb3c-b64a97ee6bf2 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:07.508020 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8f93e40f-a6a3-4a9d-bcac-81377c1ecb36 req-7cc5a81f-dd73-4af5-bb3c-b64a97ee6bf2 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0481875 Oct 26 15:25:07.545423 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8f93e40f-a6a3-4a9d-bcac-81377c1ecb36 req-b3d5d386-5b4d-44f6-a3f2-dac00ca046e9 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310085 Oct 26 15:25:07.972083 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-f4fae4b0-eee3-401d-91c5-0bca580224aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:08.662413 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1abe0f-4da9-43a4-bfea-32874d20002e req-7835d979-977f-4f95-aa70-c3dfbca7067c tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:08.664637 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cc1abe0f-4da9-43a4-bfea-32874d20002e req-7835d979-977f-4f95-aa70-c3dfbca7067c tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0508409 Oct 26 15:25:08.703181 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cc1abe0f-4da9-43a4-bfea-32874d20002e req-bbb42a5c-67db-4783-9bab-8c748afc575c tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326381 Oct 26 15:25:09.816968 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0cbb6-dad4-4f88-9189-5ca9cf030268 req-1d1f6eba-5f0c-438c-9b62-d63603266fcb tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:09.818429 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5fb0cbb6-dad4-4f88-9189-5ca9cf030268 req-1d1f6eba-5f0c-438c-9b62-d63603266fcb tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0479214 Oct 26 15:25:09.858706 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5fb0cbb6-dad4-4f88-9189-5ca9cf030268 req-a765d658-3f06-4fcc-8096-1c8828cdfbb0 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337038 Oct 26 15:25:10.973063 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4fd22-275a-4c8e-9772-621a407a7a4e req-cbaf4ecc-408e-4bf3-a6b0-3a602e9d8b09 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:10.974526 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-92f4fd22-275a-4c8e-9772-621a407a7a4e req-cbaf4ecc-408e-4bf3-a6b0-3a602e9d8b09 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0488904 Oct 26 15:25:11.011600 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-92f4fd22-275a-4c8e-9772-621a407a7a4e req-9a275b1c-ed28-49a8-bf04-fdd121c20abf tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310457 Oct 26 15:25:12.131468 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2db49-8afa-4ac9-b263-0cade3082c96 req-806e7831-4300-40a7-819e-4b57364ea538 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:12.132904 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-82a2db49-8afa-4ac9-b263-0cade3082c96 req-806e7831-4300-40a7-819e-4b57364ea538 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0542462 Oct 26 15:25:12.171782 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-82a2db49-8afa-4ac9-b263-0cade3082c96 req-356f3972-3b9b-4ec7-8fb6-f505b3556838 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329640 Oct 26 15:25:13.200970 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-ffcbca79-d0d5-406e-9a3d-214c74d7a2ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:13.294876 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cddb9b4-609e-4ac6-b84d-f5d3a8102d56 req-a741515c-97a0-4cab-a789-3ef5ed3fa1c7 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:13.296295 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7cddb9b4-609e-4ac6-b84d-f5d3a8102d56 req-a741515c-97a0-4cab-a789-3ef5ed3fa1c7 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0519249 Oct 26 15:25:13.338548 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7cddb9b4-609e-4ac6-b84d-f5d3a8102d56 req-9b311279-96ca-4feb-abfe-42c5bcc72edf tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359547 Oct 26 15:25:13.811062 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:13.891598 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:14.453184 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f454818-73c5-4595-b822-3857352a3b0d req-48edd1c1-d192-44d5-8a9b-db171b3b9f99 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:14.454662 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3f454818-73c5-4595-b822-3857352a3b0d req-48edd1c1-d192-44d5-8a9b-db171b3b9f99 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0487208 Oct 26 15:25:14.492792 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3f454818-73c5-4595-b822-3857352a3b0d req-036e9ff8-c821-4e53-8e05-42f558804018 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322247 Oct 26 15:25:15.457359 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:15.606550 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc73ae6-b197-4ee1-8983-b54dabb34c28 req-0e3ff75a-dd52-4cd2-a88d-4cba7d4cb2b4 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:15.608049 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8dc73ae6-b197-4ee1-8983-b54dabb34c28 req-0e3ff75a-dd52-4cd2-a88d-4cba7d4cb2b4 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0480483 Oct 26 15:25:15.645543 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8dc73ae6-b197-4ee1-8983-b54dabb34c28 req-414722d5-ef1c-4f87-8cff-ad6b821b1cd8 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315149 Oct 26 15:25:16.760264 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b37bd86-8e89-4aab-972e-50c8fb5614d3 req-06ed10a9-b041-4066-83b4-ffdae2f64858 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:16.761635 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2b37bd86-8e89-4aab-972e-50c8fb5614d3 req-06ed10a9-b041-4066-83b4-ffdae2f64858 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0482309 Oct 26 15:25:16.805613 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2b37bd86-8e89-4aab-972e-50c8fb5614d3 req-bd1664cf-c19f-47dd-ba20-f1b9ad8850a5 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377967 Oct 26 15:25:17.918656 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130103f-cf5a-4cdc-8e9e-676a6130e62c req-a9b99094-ed24-4822-bdb9-33bc9f35f994 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:17.920178 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2130103f-cf5a-4cdc-8e9e-676a6130e62c req-a9b99094-ed24-4822-bdb9-33bc9f35f994 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0483947 Oct 26 15:25:17.956776 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2130103f-cf5a-4cdc-8e9e-676a6130e62c req-edf39a38-82ea-4565-aaf4-e212ca2b2cfc tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307031 Oct 26 15:25:19.068311 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4505601-9fd0-489c-8ea0-8377bec62fd1 req-d348ec3e-1b09-4cc8-8583-0d1de338f926 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:19.069764 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d4505601-9fd0-489c-8ea0-8377bec62fd1 req-d348ec3e-1b09-4cc8-8583-0d1de338f926 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0477302 Oct 26 15:25:19.105988 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d4505601-9fd0-489c-8ea0-8377bec62fd1 req-dcabb1d4-5976-4fe5-887c-5b735c8dc2ce tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304515 Oct 26 15:25:20.232740 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6b539-b99d-4a7a-8743-a04f3534102d req-52f4d398-5c72-4c76-a0c2-d454090c8667 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:20.234179 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-46a6b539-b99d-4a7a-8743-a04f3534102d req-52f4d398-5c72-4c76-a0c2-d454090c8667 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0486624 Oct 26 15:25:20.274112 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-46a6b539-b99d-4a7a-8743-a04f3534102d req-1e4f61aa-b55c-4e7a-a0a5-a45507c5c6a6 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340390 Oct 26 15:25:21.386874 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c565cc36-b180-47bf-b7fa-a9623e0bdb15 req-be6a095e-7717-4d28-9c8d-c4eb1e85b8a5 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:21.388341 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c565cc36-b180-47bf-b7fa-a9623e0bdb15 req-be6a095e-7717-4d28-9c8d-c4eb1e85b8a5 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0482638 Oct 26 15:25:21.425808 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c565cc36-b180-47bf-b7fa-a9623e0bdb15 req-8fe4325d-c2ae-4441-bb21-8f96d224cd93 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314858 Oct 26 15:25:22.537208 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313ba87-67df-4cb2-98e7-d2761933dce7 req-884cc3ab-61b6-4f42-b65f-6922057edb9e tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:22.538661 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4313ba87-67df-4cb2-98e7-d2761933dce7 req-884cc3ab-61b6-4f42-b65f-6922057edb9e tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0473714 Oct 26 15:25:22.576046 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4313ba87-67df-4cb2-98e7-d2761933dce7 req-5422ef09-180c-48a7-b6a0-8f6ebdbe833d tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314312 Oct 26 15:25:23.689554 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abfcde-d26f-4001-9eb3-4eaa5c55fcfa req-0f579214-2987-4b84-ae8b-5e1d91d7e29b tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:23.691046 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a3abfcde-d26f-4001-9eb3-4eaa5c55fcfa req-0f579214-2987-4b84-ae8b-5e1d91d7e29b tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0482624 Oct 26 15:25:23.731154 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a3abfcde-d26f-4001-9eb3-4eaa5c55fcfa req-fed670dc-bc08-4fb4-a81f-1f619e7a9b85 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341763 Oct 26 15:25:24.846024 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af70c6f4-6a1e-450d-bbaf-131cbebbfff6 req-d352d05b-91ea-4092-86dd-9be96ef9fb59 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:24.847522 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-af70c6f4-6a1e-450d-bbaf-131cbebbfff6 req-d352d05b-91ea-4092-86dd-9be96ef9fb59 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0487227 Oct 26 15:25:24.884663 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-af70c6f4-6a1e-450d-bbaf-131cbebbfff6 req-66f96c60-ccd5-4be4-8d85-765cfd58ab0a tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312822 Oct 26 15:25:25.996893 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6d960-225d-43eb-9ffb-61e91031b98b req-c04dd578-b8c4-4a05-b7de-ad0042324259 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:25.998366 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-72f6d960-225d-43eb-9ffb-61e91031b98b req-c04dd578-b8c4-4a05-b7de-ad0042324259 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0474715 Oct 26 15:25:26.035044 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-72f6d960-225d-43eb-9ffb-61e91031b98b req-faf2e768-89cf-4208-9db8-ebd7120da8be tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308313 Oct 26 15:25:27.148017 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75aaf18-6f4d-404c-ad1e-47852cdf6670 req-7b954618-c96e-4942-b4c7-6067cbf89b66 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:27.149480 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f75aaf18-6f4d-404c-ad1e-47852cdf6670 req-7b954618-c96e-4942-b4c7-6067cbf89b66 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0484672 Oct 26 15:25:27.190313 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f75aaf18-6f4d-404c-ad1e-47852cdf6670 req-5ecf9c40-0699-4115-aa20-e466c63fa134 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348871 Oct 26 15:25:27.199403 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:25:28.309391 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b0097-0933-4b31-bc5a-173db6eb77a5 req-73b8c4cd-bf44-498b-a69e-60a3579c87f8 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:28.310906 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1c8b0097-0933-4b31-bc5a-173db6eb77a5 req-73b8c4cd-bf44-498b-a69e-60a3579c87f8 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0500381 Oct 26 15:25:28.349031 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1c8b0097-0933-4b31-bc5a-173db6eb77a5 req-1c105c49-2644-46af-85b7-36bc7a4fc660 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319574 Oct 26 15:25:28.674020 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:29.463808 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f896ff-282a-4314-bafd-1478c568370c req-23c55879-3f4b-4160-b206-746c26bff646 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:29.465315 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d5f896ff-282a-4314-bafd-1478c568370c req-23c55879-3f4b-4160-b206-746c26bff646 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0482860 Oct 26 15:25:29.503645 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d5f896ff-282a-4314-bafd-1478c568370c req-da661ef0-c0c0-48f5-990c-de85ba35f242 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323536 Oct 26 15:25:30.619117 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61368d0a-f501-4ad2-8945-da9211a7a790 req-8a19799e-99e3-4f0b-befb-5aad04cfc021 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:30.620579 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-61368d0a-f501-4ad2-8945-da9211a7a790 req-8a19799e-99e3-4f0b-befb-5aad04cfc021 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0480614 Oct 26 15:25:30.660457 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-61368d0a-f501-4ad2-8945-da9211a7a790 req-57294393-95f6-4bf3-b9d1-e17777656b23 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338466 Oct 26 15:25:31.773593 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36897cc2-bc97-4526-82da-d9c75dc0a4dd req-f91b6ef4-f0d0-4132-84b6-481d168e7cba tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:31.775687 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-36897cc2-bc97-4526-82da-d9c75dc0a4dd req-f91b6ef4-f0d0-4132-84b6-481d168e7cba tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0490806 Oct 26 15:25:31.812367 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-36897cc2-bc97-4526-82da-d9c75dc0a4dd req-14c95ec2-ba6a-4d31-a276-d2200d3c8d49 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308661 Oct 26 15:25:32.927409 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3ff57-44be-4b7f-8481-ad46c39249ce req-1f6c3c56-dd3b-4185-8147-ea75ba963070 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:32.930694 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a0d3ff57-44be-4b7f-8481-ad46c39249ce req-1f6c3c56-dd3b-4185-8147-ea75ba963070 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0501394 Oct 26 15:25:32.976150 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a0d3ff57-44be-4b7f-8481-ad46c39249ce req-dfc72da5-76a9-494d-aad1-c4197fe8d7a3 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386183 Oct 26 15:25:34.112909 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955360e-c7a4-483b-8393-20b87bc2a7b9 req-ab0722d8-37d6-41f3-a493-69248d8c6fb3 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:34.114357 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5955360e-c7a4-483b-8393-20b87bc2a7b9 req-ab0722d8-37d6-41f3-a493-69248d8c6fb3 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0468881 Oct 26 15:25:34.155079 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5955360e-c7a4-483b-8393-20b87bc2a7b9 req-2f16e523-d67a-487c-a628-583de72051fb tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340772 Oct 26 15:25:35.271605 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f310f9-497c-4ba4-b3c1-c3121d2f445d req-f40b885d-9b41-440b-bc7a-00a8530a253a tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:35.273098 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-06f310f9-497c-4ba4-b3c1-c3121d2f445d req-f40b885d-9b41-440b-bc7a-00a8530a253a tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0503917 Oct 26 15:25:35.310807 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-06f310f9-497c-4ba4-b3c1-c3121d2f445d req-ca69e024-1cf7-4425-bd2f-5db464055dc9 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317760 Oct 26 15:25:36.431761 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb2a45-00bf-42a3-a634-2f44fdd36e13 req-239e992f-01f1-49c8-9482-ed4302c5ee0c tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:36.433260 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6afb2a45-00bf-42a3-a634-2f44fdd36e13 req-239e992f-01f1-49c8-9482-ed4302c5ee0c tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0493672 Oct 26 15:25:36.473434 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6afb2a45-00bf-42a3-a634-2f44fdd36e13 req-7c765ec5-61e6-409c-9f11-a9b0302716e8 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342579 Oct 26 15:25:37.590992 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc5136-8869-4db4-8ca5-e8942e264e52 req-222c3bed-3091-400c-802a-76a3c64d71db tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:37.592490 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3abc5136-8869-4db4-8ca5-e8942e264e52 req-222c3bed-3091-400c-802a-76a3c64d71db tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0496569 Oct 26 15:25:37.634380 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3abc5136-8869-4db4-8ca5-e8942e264e52 req-6de9576c-02ae-4720-962e-acf4cc52a7ea tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361488 Oct 26 15:25:37.954164 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-c29c1d7e-3b51-4628-8864-f0655a9318f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:38.746627 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07894747-8884-41b3-a26f-8f2af51f17e7 req-1d0195e6-6d63-45d3-8426-7ba29b288513 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:38.748028 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-07894747-8884-41b3-a26f-8f2af51f17e7 req-1d0195e6-6d63-45d3-8426-7ba29b288513 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0482247 Oct 26 15:25:38.784182 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-07894747-8884-41b3-a26f-8f2af51f17e7 req-3b35d881-48d5-4be1-8e4e-39e26d35b64c tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302458 Oct 26 15:25:39.896366 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc0109b-0865-45aa-bc46-3598cf1a92f3 req-4f5397d8-d149-4fc0-a380-457385750713 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:39.897811 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ffc0109b-0865-45aa-bc46-3598cf1a92f3 req-4f5397d8-d149-4fc0-a380-457385750713 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0475760 Oct 26 15:25:39.935502 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ffc0109b-0865-45aa-bc46-3598cf1a92f3 req-4adfd09f-55e6-4772-88fa-70c0c3af0746 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312676 Oct 26 15:25:41.048116 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909ef7a-9179-4714-b598-03b0895ab793 req-1267c3ae-ce02-4e58-8498-b84061b9014f tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:41.049575 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3909ef7a-9179-4714-b598-03b0895ab793 req-1267c3ae-ce02-4e58-8498-b84061b9014f tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0479636 Oct 26 15:25:41.090543 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3909ef7a-9179-4714-b598-03b0895ab793 req-686093f1-6abd-47e5-b2d3-e28e0a972522 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344381 Oct 26 15:25:42.203818 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de5bba-2b95-4207-af41-cb2727905397 req-e83ca17c-ec96-41b3-8250-d7894eb678cb tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:42.205201 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-96de5bba-2b95-4207-af41-cb2727905397 req-e83ca17c-ec96-41b3-8250-d7894eb678cb tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0484965 Oct 26 15:25:42.243463 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-96de5bba-2b95-4207-af41-cb2727905397 req-7b17930b-bd5a-4c95-b094-de7296796d67 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323412 Oct 26 15:25:43.215563 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-30d96d5f-2d28-41b7-a9f5-1d50dcbe30fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:43.357760 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34393b69-2cc7-48cf-b77d-19b706cbdd9a req-8e275899-829c-4f22-9e25-f7319ca72596 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:43.359262 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-34393b69-2cc7-48cf-b77d-19b706cbdd9a req-8e275899-829c-4f22-9e25-f7319ca72596 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0486085 Oct 26 15:25:43.396610 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-34393b69-2cc7-48cf-b77d-19b706cbdd9a req-ef48dee9-555f-4bff-ad61-f848bf7eaad5 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314102 Oct 26 15:25:43.879539 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:43.907213 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:44.510092 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed870f-ca83-451a-b96f-8ea71121ed99 req-28a3a894-b98a-410d-9847-f6b0eaa0673a tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:44.511583 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-10ed870f-ca83-451a-b96f-8ea71121ed99 req-28a3a894-b98a-410d-9847-f6b0eaa0673a tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0481501 Oct 26 15:25:44.550992 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-10ed870f-ca83-451a-b96f-8ea71121ed99 req-fc542ce6-00e5-4bc6-bf87-496c6b46abd3 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335090 Oct 26 15:25:45.508269 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:45.665167 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24eea4-219a-4ea8-be73-443877808bd4 req-e8299412-7709-498e-9cb3-9f4e1084f8cf tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:45.666545 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0c24eea4-219a-4ea8-be73-443877808bd4 req-e8299412-7709-498e-9cb3-9f4e1084f8cf tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0485156 Oct 26 15:25:45.703827 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0c24eea4-219a-4ea8-be73-443877808bd4 req-075d8047-722f-4da8-91f1-5b2f5681f7e6 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313308 Oct 26 15:25:46.825034 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7727c2b-99d7-4d2c-9458-3dbb4ae1d04e req-baef400c-0815-4763-870b-93e235f618cf tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:46.826581 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a7727c2b-99d7-4d2c-9458-3dbb4ae1d04e req-baef400c-0815-4763-870b-93e235f618cf tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0512464 Oct 26 15:25:46.866319 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a7727c2b-99d7-4d2c-9458-3dbb4ae1d04e req-169e4afe-37b2-4ee9-837c-4cdc3d501bf0 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337498 Oct 26 15:25:47.977898 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cbde1-c203-41f4-bbb7-c648a20f64a4 req-1966f124-c07a-46d0-8762-dbc8e3bf2317 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:47.979364 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-325cbde1-c203-41f4-bbb7-c648a20f64a4 req-1966f124-c07a-46d0-8762-dbc8e3bf2317 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0467730 Oct 26 15:25:48.019989 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-325cbde1-c203-41f4-bbb7-c648a20f64a4 req-e004ca2a-903f-44c8-8e78-63b294eaee39 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347953 Oct 26 15:25:48.567701 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4344ea84-3ae0-4e9a-a222-558273e80c69 req-9bb940a5-5f14-40e9-b760-3246df818401 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1126344 Oct 26 15:25:48.652240 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344ea84-3ae0-4e9a-a222-558273e80c69 req-1ee11e2c-23ec-4330-88c1-6a795c56963e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:48.653749 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4344ea84-3ae0-4e9a-a222-558273e80c69 req-1ee11e2c-23ec-4330-88c1-6a795c56963e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1c0d3cfad56e4c61a215d25516cd6470&device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 1099 time: 0.0422482 Oct 26 15:25:48.765045 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344ea84-3ae0-4e9a-a222-558273e80c69 req-b61a2812-3ae6-4aab-8137-263f821cf2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:48.767276 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4344ea84-3ae0-4e9a-a222-558273e80c69 req-b61a2812-3ae6-4aab-8137-263f821cf2a3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d121bef5-e7a7-4cc1-ab11-dcb6c02a3865 HTTP/1.1" status: 200 len: 913 time: 0.0943742 Oct 26 15:25:48.833336 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4344ea84-3ae0-4e9a-a222-558273e80c69 req-8723d792-ad33-4aee-9bb7-551d37e061c7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88240e56-e655-4932-9c89-1b901e243f66 HTTP/1.1" status: 200 len: 1002 time: 0.0579929 Oct 26 15:25:48.882345 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344ea84-3ae0-4e9a-a222-558273e80c69 req-a2e1859c-4f04-43b7-95d0-19f7b0e2b6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:48.883950 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4344ea84-3ae0-4e9a-a222-558273e80c69 req-a2e1859c-4f04-43b7-95d0-19f7b0e2b6f6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d2f548be-e416-40d5-a12d-a157ab7e380b HTTP/1.1" status: 200 len: 851 time: 0.0442691 Oct 26 15:25:48.933600 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344ea84-3ae0-4e9a-a222-558273e80c69 req-81e7c478-e613-4c14-a5de-7a2cebcd510c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:48.935193 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4344ea84-3ae0-4e9a-a222-558273e80c69 req-81e7c478-e613-4c14-a5de-7a2cebcd510c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d121bef5-e7a7-4cc1-ab11-dcb6c02a3865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446346 Oct 26 15:25:49.028859 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4344ea84-3ae0-4e9a-a222-558273e80c69 req-b82939ba-4890-4a40-a4d9-c2ab65f4c5bb service neutron] 10.222.0.76 "GET /v2.0/networks/d121bef5-e7a7-4cc1-ab11-dcb6c02a3865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854681 Oct 26 15:25:49.131022 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4344ea84-3ae0-4e9a-a222-558273e80c69 req-93e753eb-dd61-49cf-80c9-0b98dbac343d service neutron] 10.222.0.76 "GET /v2.0/networks/d121bef5-e7a7-4cc1-ab11-dcb6c02a3865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954227 Oct 26 15:25:49.368326 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73199b3-9733-4386-8955-b77d485c7fed req-cb155150-2959-41e2-b1be-52cb8b5e6679 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:49.369821 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c73199b3-9733-4386-8955-b77d485c7fed req-cb155150-2959-41e2-b1be-52cb8b5e6679 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0930071 Oct 26 15:25:49.410269 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c73199b3-9733-4386-8955-b77d485c7fed req-227ef5ef-e672-4d39-b999-2a07ae9701e9 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333827 Oct 26 15:25:50.535091 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f2e5e-8908-468c-9585-86532e3aed82 req-a209e775-8f46-4d15-988d-0ae69a09febc tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:50.536571 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e49f2e5e-8908-468c-9585-86532e3aed82 req-a209e775-8f46-4d15-988d-0ae69a09febc tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0485837 Oct 26 15:25:50.574876 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e49f2e5e-8908-468c-9585-86532e3aed82 req-083f3be0-2085-44a4-a282-837c67d5ce7a tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324221 Oct 26 15:25:51.695687 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a238fc2-80be-4458-9c43-389818198620 req-6b1e9fad-60a0-42be-bf70-734461ea21da tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:51.697162 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8a238fc2-80be-4458-9c43-389818198620 req-6b1e9fad-60a0-42be-bf70-734461ea21da tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0522239 Oct 26 15:25:51.735535 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8a238fc2-80be-4458-9c43-389818198620 req-2f24ab54-fec8-492d-a989-1ebe4ac81353 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324078 Oct 26 15:25:52.849109 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f6ef0-5634-4ee6-ad54-a6ac4c1f1195 req-24f470c6-7abe-4180-8859-1fa44ebb6d02 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:52.850587 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-453f6ef0-5634-4ee6-ad54-a6ac4c1f1195 req-24f470c6-7abe-4180-8859-1fa44ebb6d02 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0496938 Oct 26 15:25:52.888077 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-453f6ef0-5634-4ee6-ad54-a6ac4c1f1195 req-83c7a92e-d718-43e4-825e-de0b298e5b8f tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315022 Oct 26 15:25:54.001638 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64959f-bd4a-4f0e-8be7-4f9912e5eb1d req-00117e44-8a6e-484f-a8ae-ccca5f1270da tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:54.003125 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ac64959f-bd4a-4f0e-8be7-4f9912e5eb1d req-00117e44-8a6e-484f-a8ae-ccca5f1270da tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0476468 Oct 26 15:25:54.041568 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ac64959f-bd4a-4f0e-8be7-4f9912e5eb1d req-99ae7d62-c8f6-4b01-ac2e-88fe69dc711b tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316577 Oct 26 15:25:55.158220 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8bc5fe-7c8f-4d6a-b59f-771146a06bb0 req-75e556a1-c678-4f3e-ad8e-a53fd1ff5a3a tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:55.159704 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fb8bc5fe-7c8f-4d6a-b59f-771146a06bb0 req-75e556a1-c678-4f3e-ad8e-a53fd1ff5a3a tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0510790 Oct 26 15:25:55.196337 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fb8bc5fe-7c8f-4d6a-b59f-771146a06bb0 req-c5cada29-a533-48d5-a729-52adba22d03c tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303524 Oct 26 15:25:56.308408 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70624d1b-cb3e-4d4a-accc-75664333de54 req-306ea64b-f11e-49d5-95ed-9b084eebbc53 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:56.309859 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-70624d1b-cb3e-4d4a-accc-75664333de54 req-306ea64b-f11e-49d5-95ed-9b084eebbc53 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0478203 Oct 26 15:25:56.346340 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-70624d1b-cb3e-4d4a-accc-75664333de54 req-bc94c6e4-f53f-4efd-a9d5-b80d5bb0b678 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306816 Oct 26 15:25:57.458134 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1cea7-dfc0-49c3-b439-3eeb5ae18374 req-5992e05f-d5a4-4501-924f-bde4f4cb457b tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:57.459607 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-01f1cea7-dfc0-49c3-b439-3eeb5ae18374 req-5992e05f-d5a4-4501-924f-bde4f4cb457b tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0471327 Oct 26 15:25:57.499159 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-01f1cea7-dfc0-49c3-b439-3eeb5ae18374 req-fbaff4db-52d6-4656-8dd9-547627605923 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330408 Oct 26 15:25:58.616259 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116be4c-05e7-4680-b0c5-412fb9971d9a req-c23567c7-ba2f-4013-b82c-b38b1f0184a3 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:58.617730 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4116be4c-05e7-4680-b0c5-412fb9971d9a req-c23567c7-ba2f-4013-b82c-b38b1f0184a3 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0513055 Oct 26 15:25:58.655109 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4116be4c-05e7-4680-b0c5-412fb9971d9a req-a78fcb56-68c6-4c6e-b098-9cb429c4d9ff tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315192 Oct 26 15:25:58.696364 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:59.770933 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f0391-8ae2-48fe-aa71-f4b01e9d1f78 req-e3f27f1e-e54f-4b42-ba11-24994dba9820 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:59.772323 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-144f0391-8ae2-48fe-aa71-f4b01e9d1f78 req-e3f27f1e-e54f-4b42-ba11-24994dba9820 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0481014 Oct 26 15:25:59.809894 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-144f0391-8ae2-48fe-aa71-f4b01e9d1f78 req-b1f6a4d4-abff-4a2a-970c-0c9190c31eae tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317314 Oct 26 15:26:00.922544 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7901f-f9ed-473e-bb5d-3975a156c26b req-4e13713a-9b5a-41ab-93ff-290d022bba37 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:00.924045 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e2c7901f-f9ed-473e-bb5d-3975a156c26b req-4e13713a-9b5a-41ab-93ff-290d022bba37 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0479975 Oct 26 15:26:00.961621 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e2c7901f-f9ed-473e-bb5d-3975a156c26b req-d8072ce9-e090-4473-8848-717536ee98ea tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310805 Oct 26 15:26:02.089698 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66b503-37ac-4d15-b0a4-ac4851ea8b74 req-84368050-befe-4519-9bb3-529edf29e539 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:02.091924 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ec66b503-37ac-4d15-b0a4-ac4851ea8b74 req-84368050-befe-4519-9bb3-529edf29e539 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0603402 Oct 26 15:26:02.142666 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ec66b503-37ac-4d15-b0a4-ac4851ea8b74 req-882a5684-47ac-4572-9da7-ad98649e785d tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444980 Oct 26 15:26:03.258472 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71b437-0c54-4e03-8e2e-51c58fc748af req-6b4eeef7-4779-46be-b307-09de49c39186 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:03.259967 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9e71b437-0c54-4e03-8e2e-51c58fc748af req-6b4eeef7-4779-46be-b307-09de49c39186 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0489976 Oct 26 15:26:03.296840 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9e71b437-0c54-4e03-8e2e-51c58fc748af req-ed5e0df5-7de9-40d2-abb4-0cccbe8f5072 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309289 Oct 26 15:26:04.198255 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:26:04.407670 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716a8e1-51af-4018-9d5e-f44be3139ba8 req-0ee8b813-82b1-4083-96a4-445c90adf4d4 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:04.409116 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e716a8e1-51af-4018-9d5e-f44be3139ba8 req-0ee8b813-82b1-4083-96a4-445c90adf4d4 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0472169 Oct 26 15:26:04.447131 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e716a8e1-51af-4018-9d5e-f44be3139ba8 req-cb2f48f6-61a0-48b8-81d4-2d94955aa536 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314271 Oct 26 15:26:05.564224 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f554c-edde-4c52-a1cc-c79222d24d98 req-5ac1d7ac-b238-4ab7-81ac-5362791c0cd2 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:05.565662 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e21f554c-edde-4c52-a1cc-c79222d24d98 req-5ac1d7ac-b238-4ab7-81ac-5362791c0cd2 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0509667 Oct 26 15:26:05.602275 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e21f554c-edde-4c52-a1cc-c79222d24d98 req-6a5dc3e6-c707-41d1-891f-f41404f5e8a9 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307467 Oct 26 15:26:06.714824 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a9268-6f44-46dc-b7e0-89d3240a4a1f req-418482d9-b765-42bd-9921-5c1829e4a27d tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:06.716300 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-574a9268-6f44-46dc-b7e0-89d3240a4a1f req-418482d9-b765-42bd-9921-5c1829e4a27d tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0487235 Oct 26 15:26:06.753013 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-574a9268-6f44-46dc-b7e0-89d3240a4a1f req-56cbbe6e-b82e-4045-baec-a9fe2d5c24ff tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308836 Oct 26 15:26:07.864292 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e569fc5-2cb9-48d1-ab62-d165ac60b9f1 req-93021399-de1a-4fa9-9f5e-a944a0b46631 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:07.865764 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6e569fc5-2cb9-48d1-ab62-d165ac60b9f1 req-93021399-de1a-4fa9-9f5e-a944a0b46631 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0475192 Oct 26 15:26:07.903535 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6e569fc5-2cb9-48d1-ab62-d165ac60b9f1 req-9d974b37-0c65-4130-b765-1998b03fc374 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318887 Oct 26 15:26:07.953631 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-b48eab04-08dc-4318-983f-e7de6d909d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:09.019606 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951ed4e-7014-44d2-8c82-2196069a8905 req-ace0c8ac-7ce7-47d2-bd09-db553db0d2ba tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:09.021044 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2951ed4e-7014-44d2-8c82-2196069a8905 req-ace0c8ac-7ce7-47d2-bd09-db553db0d2ba tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0497644 Oct 26 15:26:09.058831 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2951ed4e-7014-44d2-8c82-2196069a8905 req-a888efba-b553-47d4-a5fa-3eacbcf605f6 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313525 Oct 26 15:26:10.174248 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea7e02-3db5-4563-972b-4ca125585bf1 req-f3f25648-a43a-4785-be39-8db811a5fa0f tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:10.175686 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2dea7e02-3db5-4563-972b-4ca125585bf1 req-f3f25648-a43a-4785-be39-8db811a5fa0f tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0500565 Oct 26 15:26:10.214578 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2dea7e02-3db5-4563-972b-4ca125585bf1 req-fd116e57-56e3-4263-94ce-f5e970454070 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325019 Oct 26 15:26:11.327660 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a80ae-1692-4e34-9f71-9bb4851e2e51 req-e7d7b9a6-16d2-4d1f-8cba-2fb03db1038e tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:11.329158 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cf7a80ae-1692-4e34-9f71-9bb4851e2e51 req-e7d7b9a6-16d2-4d1f-8cba-2fb03db1038e tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0483983 Oct 26 15:26:11.369784 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cf7a80ae-1692-4e34-9f71-9bb4851e2e51 req-3ec5d1c1-c57d-4093-b255-d86677e766f1 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347502 Oct 26 15:26:12.487211 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96296d77-e046-4960-bceb-fb7f48c1bac4 req-678dd1bd-08a4-46ea-a417-b84b327c74bc tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:12.488692 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-96296d77-e046-4960-bceb-fb7f48c1bac4 req-678dd1bd-08a4-46ea-a417-b84b327c74bc tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0521498 Oct 26 15:26:12.526902 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-96296d77-e046-4960-bceb-fb7f48c1bac4 req-77e6acfc-1dc8-4ab5-856b-33447606cd3f tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321259 Oct 26 15:26:13.193708 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-b4a26a4a-f5e6-4837-8b37-352a956e3287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:13.640116 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff733c-54e1-4baf-a504-a29ea4ba8876 req-52924405-ef90-4b21-a14b-1c408a06fd47 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:13.641572 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-33ff733c-54e1-4baf-a504-a29ea4ba8876 req-52924405-ef90-4b21-a14b-1c408a06fd47 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0474355 Oct 26 15:26:13.680830 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-33ff733c-54e1-4baf-a504-a29ea4ba8876 req-4baba9a4-23f5-48d7-a832-2c3c80320d49 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332720 Oct 26 15:26:13.830766 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:13.891280 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:14.802237 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66860d-cd5a-425d-911e-583be1bd29a6 req-e0ce0eb9-3685-439e-8ced-90fa5f327eb4 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:14.803723 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-de66860d-cd5a-425d-911e-583be1bd29a6 req-e0ce0eb9-3685-439e-8ced-90fa5f327eb4 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0492427 Oct 26 15:26:14.841394 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-de66860d-cd5a-425d-911e-583be1bd29a6 req-2d12c23a-9761-45ce-8309-1cd367f81ace tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308220 Oct 26 15:26:15.496334 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:15.958479 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37637f9-9902-4a2c-9e83-8c61087ee7aa req-2cb3799e-61ff-4624-801c-a17602120c56 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:15.959951 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f37637f9-9902-4a2c-9e83-8c61087ee7aa req-2cb3799e-61ff-4624-801c-a17602120c56 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0512021 Oct 26 15:26:15.996262 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f37637f9-9902-4a2c-9e83-8c61087ee7aa req-9589c8ee-e3de-4fbb-92fc-b51780ae1e5c tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299249 Oct 26 15:26:17.111283 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9fd73d-63e4-4911-9b33-492737391517 req-9072e313-44b2-4cb7-8b6d-2091c04e4c7b tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:17.112752 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1b9fd73d-63e4-4911-9b33-492737391517 req-9072e313-44b2-4cb7-8b6d-2091c04e4c7b tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0483286 Oct 26 15:26:17.149532 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1b9fd73d-63e4-4911-9b33-492737391517 req-f857d038-637c-4338-a509-8b9f1d016999 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304177 Oct 26 15:26:18.268039 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869bd229-1e19-45b0-879e-eccb94339836 req-49ebdb9f-af4d-4548-93f4-02e810dd7d26 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:18.269503 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-869bd229-1e19-45b0-879e-eccb94339836 req-49ebdb9f-af4d-4548-93f4-02e810dd7d26 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0480065 Oct 26 15:26:18.306951 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-869bd229-1e19-45b0-879e-eccb94339836 req-977ef235-2a33-48f4-a5ab-e7578476a72c tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315835 Oct 26 15:26:19.422399 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d75d8a-0363-4690-80b8-f6a59bcddee7 req-a8f6933b-e85e-409c-b534-f7270670ba52 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:19.423894 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-79d75d8a-0363-4690-80b8-f6a59bcddee7 req-a8f6933b-e85e-409c-b534-f7270670ba52 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0513203 Oct 26 15:26:19.461506 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-79d75d8a-0363-4690-80b8-f6a59bcddee7 req-78521683-c6ab-4caf-9faf-8446bbb3fced tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316987 Oct 26 15:26:20.578291 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b412b9-949b-4774-b526-09df5dca7c96 req-03d57b9c-df68-4879-af0a-92be035760d1 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:20.579850 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b2b412b9-949b-4774-b526-09df5dca7c96 req-03d57b9c-df68-4879-af0a-92be035760d1 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0520430 Oct 26 15:26:20.634353 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b2b412b9-949b-4774-b526-09df5dca7c96 req-f5753053-cc97-428f-a584-f1be49f4f2f1 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485721 Oct 26 15:26:21.753195 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd9d4f-d296-4f14-9524-d058026162c5 req-260d9111-37e0-472c-aff2-a3bb969cd075 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:21.754385 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-dadd9d4f-d296-4f14-9524-d058026162c5 req-260d9111-37e0-472c-aff2-a3bb969cd075 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0484409 Oct 26 15:26:21.792309 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-dadd9d4f-d296-4f14-9524-d058026162c5 req-4cdd5397-8759-482c-8617-1b953cdf59fb tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312099 Oct 26 15:26:22.915705 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae5e14-fe1f-42a1-99d8-988eff38bbfb req-52c43171-31ed-49a3-add0-81026c6d4760 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:22.917163 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-47ae5e14-fe1f-42a1-99d8-988eff38bbfb req-52c43171-31ed-49a3-add0-81026c6d4760 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0511553 Oct 26 15:26:22.953998 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-47ae5e14-fe1f-42a1-99d8-988eff38bbfb req-d067c394-b657-4708-a1d8-c482138b00f7 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309730 Oct 26 15:26:24.066113 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a7cd77-d5cf-438a-abc8-06fed310081c req-642d6518-974c-4142-a338-8b8547ff6e3a tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:24.067607 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-46a7cd77-d5cf-438a-abc8-06fed310081c req-642d6518-974c-4142-a338-8b8547ff6e3a tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0476229 Oct 26 15:26:24.104372 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-46a7cd77-d5cf-438a-abc8-06fed310081c req-7f36014a-93cf-4fb3-a86c-52d3db90e566 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303369 Oct 26 15:26:25.219208 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7124112-dcbd-4b1f-969c-b0a2f62bddeb req-b7bc8b6b-3831-49ab-8228-73802506fad9 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:25.220715 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a7124112-dcbd-4b1f-969c-b0a2f62bddeb req-b7bc8b6b-3831-49ab-8228-73802506fad9 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0490024 Oct 26 15:26:25.257488 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a7124112-dcbd-4b1f-969c-b0a2f62bddeb req-26d2d747-d4d9-4c87-bf93-a31d2cfc53fe tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308366 Oct 26 15:26:26.375644 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529d360-af5e-426f-b1e7-a71296b70a51 req-9810c196-d7fe-4379-9223-bb66c6361b98 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:26.377102 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4529d360-af5e-426f-b1e7-a71296b70a51 req-9810c196-d7fe-4379-9223-bb66c6361b98 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0511363 Oct 26 15:26:26.413926 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4529d360-af5e-426f-b1e7-a71296b70a51 req-87b28492-cbb3-4649-92cf-58e7f07b3d7b tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309865 Oct 26 15:26:27.526683 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e5a64-7cf0-49c4-9c90-515f02fa90d1 req-5e6ebeaa-65eb-4484-a04f-d8cc8bc4834f tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:27.528141 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-006e5a64-7cf0-49c4-9c90-515f02fa90d1 req-5e6ebeaa-65eb-4484-a04f-d8cc8bc4834f tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0473037 Oct 26 15:26:27.565987 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-006e5a64-7cf0-49c4-9c90-515f02fa90d1 req-957fcc0b-292f-4e32-948a-2913df9babd7 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320561 Oct 26 15:26:28.683162 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d588029-246f-4dc1-818c-e4272f3612d1 req-c083be54-65a9-4ad7-98e0-1516d251cc0c tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:28.684806 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0d588029-246f-4dc1-818c-e4272f3612d1 req-c083be54-65a9-4ad7-98e0-1516d251cc0c tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0489032 Oct 26 15:26:28.722815 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:28.725537 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0d588029-246f-4dc1-818c-e4272f3612d1 req-5a7719f2-205e-4276-ad36-d424f2dd3343 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345192 Oct 26 15:26:29.847037 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c148f64-9af1-411b-989c-fd3219e8bd83 req-350508cf-1c68-48e6-b7aa-1492815551b9 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:29.848554 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7c148f64-9af1-411b-989c-fd3219e8bd83 req-350508cf-1c68-48e6-b7aa-1492815551b9 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0541718 Oct 26 15:26:29.888337 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7c148f64-9af1-411b-989c-fd3219e8bd83 req-e59274f9-f8e1-490c-9697-a729f66e5b23 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338709 Oct 26 15:26:31.006322 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ddba0-e1b7-4058-b937-7784ef555c21 req-e7ad73ac-be7f-4e0d-a873-9b1608b618c7 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:31.008348 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-377ddba0-e1b7-4058-b937-7784ef555c21 req-e7ad73ac-be7f-4e0d-a873-9b1608b618c7 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0516589 Oct 26 15:26:31.046004 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-377ddba0-e1b7-4058-b937-7784ef555c21 req-f375899b-2168-405d-820f-6774315fd266 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317922 Oct 26 15:26:32.161516 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efde1f2-fb24-4971-867b-4838e162a2bb req-5cd45f9b-a8a8-4b49-a6ed-7d61b0f58939 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:32.162980 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2efde1f2-fb24-4971-867b-4838e162a2bb req-5cd45f9b-a8a8-4b49-a6ed-7d61b0f58939 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0474405 Oct 26 15:26:32.202192 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2efde1f2-fb24-4971-867b-4838e162a2bb req-f7385e57-6695-44b3-b0d1-4d9d3ca982af tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326571 Oct 26 15:26:33.319526 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1466f1-2cb5-4abd-9354-94f4fbb578f3 req-b30d00d1-9f08-47df-99e9-5cd8e9e27f00 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:33.321610 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ac1466f1-2cb5-4abd-9354-94f4fbb578f3 req-b30d00d1-9f08-47df-99e9-5cd8e9e27f00 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0515387 Oct 26 15:26:33.358473 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ac1466f1-2cb5-4abd-9354-94f4fbb578f3 req-86a2d11d-0d65-49a5-b4d9-4eb90b099353 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310452 Oct 26 15:26:34.471943 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ed779-df32-45a1-9200-0cc1921f834b req-a113aa04-be93-498d-a7c2-8ce00911105e tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:34.477407 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5d4ed779-df32-45a1-9200-0cc1921f834b req-a113aa04-be93-498d-a7c2-8ce00911105e tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0482717 Oct 26 15:26:34.511320 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5d4ed779-df32-45a1-9200-0cc1921f834b req-6cdc5f63-97db-4217-bc8a-8abbcf9bdc25 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313091 Oct 26 15:26:35.627366 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193814a8-4472-42f8-ab73-7f67022da594 req-903f242a-8818-4832-b32a-35ff40789af9 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:35.628814 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-193814a8-4472-42f8-ab73-7f67022da594 req-903f242a-8818-4832-b32a-35ff40789af9 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0482509 Oct 26 15:26:35.665268 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-193814a8-4472-42f8-ab73-7f67022da594 req-355ea219-c775-48d4-8c85-36b2d23a0b2b tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306327 Oct 26 15:26:35.950113 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [req-d48ad2d6-a3c0-41b9-968b-913b9977fc1c req-1478fcd8-5ff9-4e28-b3e9-41baab758c13 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] (108647) timed out ('10.222.0.76', 58575) {{(pid=108647) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 15:26:36.790496 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0931aa-24ca-4e51-8c2f-3cc57884e7f3 req-de242c83-2e72-4aed-81da-409853cca6c9 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:36.791917 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-de0931aa-24ca-4e51-8c2f-3cc57884e7f3 req-de242c83-2e72-4aed-81da-409853cca6c9 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0560436 Oct 26 15:26:36.829794 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-de0931aa-24ca-4e51-8c2f-3cc57884e7f3 req-bd747dce-8564-40d9-a4d8-b85ceb9ce149 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320230 Oct 26 15:26:37.946202 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa6a094-b5e5-4394-93fe-cdcbeb1d4e63 req-f31d5483-94e8-4140-9aa3-60920ed52b6a tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:37.947782 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0fa6a094-b5e5-4394-93fe-cdcbeb1d4e63 req-f31d5483-94e8-4140-9aa3-60920ed52b6a tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0518889 Oct 26 15:26:37.990464 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0fa6a094-b5e5-4394-93fe-cdcbeb1d4e63 req-b9885d5e-73d0-4b28-a5cc-c0b3a588929c tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366471 Oct 26 15:26:38.022152 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-60255da9-ac2d-4ccc-8995-37be5c607935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:39.104467 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6368e92-1f0f-4bf4-9d46-0e4d3aeea24a req-615d46bb-0066-49c1-8ada-e10fe4da537d tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:39.106155 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b6368e92-1f0f-4bf4-9d46-0e4d3aeea24a req-615d46bb-0066-49c1-8ada-e10fe4da537d tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0487301 Oct 26 15:26:39.142748 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b6368e92-1f0f-4bf4-9d46-0e4d3aeea24a req-0f6c2116-4137-4df6-ae34-5664d383f386 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307245 Oct 26 15:26:40.517715 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67905c-7eca-4ffb-be1a-bb6825116a14 req-258ca092-9e0b-4aa6-a8e6-53db2f5ebca5 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:40.519191 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-dd67905c-7eca-4ffb-be1a-bb6825116a14 req-258ca092-9e0b-4aa6-a8e6-53db2f5ebca5 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.3098645 Oct 26 15:26:40.556434 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-dd67905c-7eca-4ffb-be1a-bb6825116a14 req-e34d5cf5-ab5f-45a6-a4fd-d1a39bf48694 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309343 Oct 26 15:26:41.198480 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:26:41.669355 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08ccc6-4b52-42c0-b975-e576105d6fa4 req-cc0ef219-c732-4669-b460-e40f53b71bbd tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:41.670952 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ac08ccc6-4b52-42c0-b975-e576105d6fa4 req-cc0ef219-c732-4669-b460-e40f53b71bbd tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0481398 Oct 26 15:26:41.708321 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ac08ccc6-4b52-42c0-b975-e576105d6fa4 req-c25ed2b1-9653-43e8-b83a-e8f4efd52d08 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314214 Oct 26 15:26:42.823094 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0120cd5-1a71-4a77-b192-7c55335d84f6 req-3acd8b54-c0b2-4a1d-8b1f-04ca2de59288 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:42.824566 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c0120cd5-1a71-4a77-b192-7c55335d84f6 req-3acd8b54-c0b2-4a1d-8b1f-04ca2de59288 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0492303 Oct 26 15:26:42.863626 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c0120cd5-1a71-4a77-b192-7c55335d84f6 req-77229edd-044b-4754-a9a9-0c73ee931ab2 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331571 Oct 26 15:26:43.238868 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-fc8fa7b7-2c07-4061-b472-2f794deec532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:43.827377 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:43.962615 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:43.977781 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0833f-c15a-4715-83c7-e67b852c5ab6 req-31a3bf3b-1273-4511-9333-f5a8df39c73f tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:43.979290 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-36d0833f-c15a-4715-83c7-e67b852c5ab6 req-31a3bf3b-1273-4511-9333-f5a8df39c73f tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0482197 Oct 26 15:26:44.015968 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-36d0833f-c15a-4715-83c7-e67b852c5ab6 req-4fac8772-5c56-4d57-b3cb-e7d6807e80e7 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308247 Oct 26 15:26:45.128160 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af820da-5ee7-42bc-b501-1b489069d5aa req-b8d7b297-3de0-4173-a069-782a2abc7cfd tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:45.129599 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6af820da-5ee7-42bc-b501-1b489069d5aa req-b8d7b297-3de0-4173-a069-782a2abc7cfd tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0468040 Oct 26 15:26:45.165803 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6af820da-5ee7-42bc-b501-1b489069d5aa req-f2921ada-b9e8-4759-bbb4-16b60b3f1e38 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297959 Oct 26 15:26:45.484142 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:46.285162 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d6a58-acfe-4a69-9879-1739906f1912 req-9456a74d-b01c-4907-aa5b-f9cd8f2cfe3f tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:46.286728 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-228d6a58-acfe-4a69-9879-1739906f1912 req-9456a74d-b01c-4907-aa5b-f9cd8f2cfe3f tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0532606 Oct 26 15:26:46.328070 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-228d6a58-acfe-4a69-9879-1739906f1912 req-ad0f507d-ffd8-449b-a574-03ab97e704c1 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344856 Oct 26 15:26:47.446338 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17902b-ece6-4bcc-9832-41426f85f002 req-9d505996-4c8f-458f-b3fb-17a39cbaa508 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:47.447857 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-df17902b-ece6-4bcc-9832-41426f85f002 req-9d505996-4c8f-458f-b3fb-17a39cbaa508 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0487430 Oct 26 15:26:47.485117 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-df17902b-ece6-4bcc-9832-41426f85f002 req-1ca3f453-e2fc-4721-8724-1218ba0ca6dc tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313654 Oct 26 15:26:48.496282 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e5845b94-ad23-433f-8cd7-e33b6213e8f7 req-8bcd5276-3e2a-429e-95cd-04f13ec73f8e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404928 Oct 26 15:26:48.613216 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5845b94-ad23-433f-8cd7-e33b6213e8f7 req-b3292716-55a6-4d2e-aead-624fb31a2b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:48.614721 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e5845b94-ad23-433f-8cd7-e33b6213e8f7 req-b3292716-55a6-4d2e-aead-624fb31a2b0c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1c0d3cfad56e4c61a215d25516cd6470&device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 1099 time: 0.0731759 Oct 26 15:26:48.626660 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae09032-eb22-46cb-98fd-e17dee710fa9 req-d7f1f063-d1d4-4b93-96bf-64c8d7597905 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:48.628189 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6ae09032-eb22-46cb-98fd-e17dee710fa9 req-d7f1f063-d1d4-4b93-96bf-64c8d7597905 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0626962 Oct 26 15:26:48.724237 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6ae09032-eb22-46cb-98fd-e17dee710fa9 req-9cc5487d-0928-4b97-ab34-f8aaf48be56b tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883155 Oct 26 15:26:48.765588 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5845b94-ad23-433f-8cd7-e33b6213e8f7 req-1150674f-574b-47f8-a40e-d51728b37d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:48.767121 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e5845b94-ad23-433f-8cd7-e33b6213e8f7 req-1150674f-574b-47f8-a40e-d51728b37d17 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d121bef5-e7a7-4cc1-ab11-dcb6c02a3865 HTTP/1.1" status: 200 len: 913 time: 0.1300311 Oct 26 15:26:48.841336 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e5845b94-ad23-433f-8cd7-e33b6213e8f7 req-22ad39e8-35ef-4682-b8c9-b3e35fe47dea service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88240e56-e655-4932-9c89-1b901e243f66 HTTP/1.1" status: 200 len: 1002 time: 0.0663257 Oct 26 15:26:48.900993 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5845b94-ad23-433f-8cd7-e33b6213e8f7 req-a1db05b1-e64f-4b29-b49f-3be2e143957c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:48.902374 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e5845b94-ad23-433f-8cd7-e33b6213e8f7 req-a1db05b1-e64f-4b29-b49f-3be2e143957c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d2f548be-e416-40d5-a12d-a157ab7e380b HTTP/1.1" status: 200 len: 851 time: 0.0520208 Oct 26 15:26:48.948786 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5845b94-ad23-433f-8cd7-e33b6213e8f7 req-0ed91ab1-06d5-4b43-8c1b-20a6eacad109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:48.950308 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e5845b94-ad23-433f-8cd7-e33b6213e8f7 req-0ed91ab1-06d5-4b43-8c1b-20a6eacad109 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d121bef5-e7a7-4cc1-ab11-dcb6c02a3865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406392 Oct 26 15:26:49.043103 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e5845b94-ad23-433f-8cd7-e33b6213e8f7 req-1535dc50-70a6-4479-bc3c-49f46b7e27f1 service neutron] 10.222.0.76 "GET /v2.0/networks/d121bef5-e7a7-4cc1-ab11-dcb6c02a3865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851328 Oct 26 15:26:49.136931 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e5845b94-ad23-433f-8cd7-e33b6213e8f7 req-3b87673a-b4d7-4b77-860f-75d8bf26a715 service neutron] 10.222.0.76 "GET /v2.0/networks/d121bef5-e7a7-4cc1-ab11-dcb6c02a3865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864694 Oct 26 15:26:49.843236 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8659c7-7e7a-4fbc-bd93-cb1c51a02b93 req-e529956f-7cce-4df9-95b7-bb4d6ba0aa5a tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:49.844654 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5c8659c7-7e7a-4fbc-bd93-cb1c51a02b93 req-e529956f-7cce-4df9-95b7-bb4d6ba0aa5a tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0521603 Oct 26 15:26:49.883429 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5c8659c7-7e7a-4fbc-bd93-cb1c51a02b93 req-be8298bd-6490-4b2e-8958-aaeeac4e0dad tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332756 Oct 26 15:26:50.247101 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7794571-504f-423f-8f84-f7978419ed05 req-91351c1a-4eb8-482d-a569-bdc4139171ee tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:26:50.248559 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e7794571-504f-423f-8f84-f7978419ed05 req-91351c1a-4eb8-482d-a569-bdc4139171ee tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.76 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 946 time: 0.0467095 Oct 26 15:26:50.339526 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.plugin [req-e7794571-504f-423f-8f84-f7978419ed05 req-02493a6e-5419-4290-933d-98f75546ea63 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Deleting port 684d633d-454b-4dc0-8432-49d9ebb71db9 {{(pid=108648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:26:50.339860 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-e7794571-504f-423f-8f84-f7978419ed05 req-02493a6e-5419-4290-933d-98f75546ea63 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:50.425580 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.db [req-e7794571-504f-423f-8f84-f7978419ed05 req-02493a6e-5419-4290-933d-98f75546ea63 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] For port 684d633d-454b-4dc0-8432-49d9ebb71db9, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=684d633d-454b-4dc0-8432-49d9ebb71db9,segment=NetworkSegment(ed742fe6-2b2c-4f2d-a942-04cb95a29e44),segment_id=ed742fe6-2b2c-4f2d-a942-04cb95a29e44)] {{(pid=108648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:50.425938 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-e7794571-504f-423f-8f84-f7978419ed05 req-02493a6e-5419-4290-933d-98f75546ea63 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:50.438963 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.plugin [req-e7794571-504f-423f-8f84-f7978419ed05 req-02493a6e-5419-4290-933d-98f75546ea63 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Calling delete_port for 684d633d-454b-4dc0-8432-49d9ebb71db9 owned by compute:nova {{(pid=108648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:26:50.710725 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-e7794571-504f-423f-8f84-f7978419ed05 req-02493a6e-5419-4290-933d-98f75546ea63 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3397087'] for port, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:50.723703 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] get_ports_and_sgs() called for port_ids ['684d633d-454b-4dc0-8432-49d9ebb71db9'] {{(pid=108649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:26:50.741016 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02493a6e-5419-4290-933d-98f75546ea63 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Pushing event deleted for resources: {'Port': ['ID=684d633d-454b-4dc0-8432-49d9ebb71db9,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:50.770246 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02493a6e-5419-4290-933d-98f75546ea63 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:50.770595 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02493a6e-5419-4290-933d-98f75546ea63 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:50.770962 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02493a6e-5419-4290-933d-98f75546ea63 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:50.771304 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02493a6e-5419-4290-933d-98f75546ea63 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:50.771634 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02493a6e-5419-4290-933d-98f75546ea63 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:50.771960 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02493a6e-5419-4290-933d-98f75546ea63 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:50.772284 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02493a6e-5419-4290-933d-98f75546ea63 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:50.772612 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02493a6e-5419-4290-933d-98f75546ea63 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:50.772935 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02493a6e-5419-4290-933d-98f75546ea63 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:50.773260 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02493a6e-5419-4290-933d-98f75546ea63 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:50.773583 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02493a6e-5419-4290-933d-98f75546ea63 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:50.773902 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02493a6e-5419-4290-933d-98f75546ea63 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:50.796239 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7794571-504f-423f-8f84-f7978419ed05 req-02493a6e-5419-4290-933d-98f75546ea63 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] No DVR routers for this DVR port 684d633d-454b-4dc0-8432-49d9ebb71db9 on host hv-cinder-73270 {{(pid=108648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:26:50.798698 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-e7794571-504f-423f-8f84-f7978419ed05 req-02493a6e-5419-4290-933d-98f75546ea63 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:50.801920 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e7794571-504f-423f-8f84-f7978419ed05 req-02493a6e-5419-4290-933d-98f75546ea63 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.76 "DELETE /v2.0/ports/684d633d-454b-4dc0-8432-49d9ebb71db9 HTTP/1.1" status: 204 len: 173 time: 0.5457947 Oct 26 15:26:50.802353 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1099b217-30f9-4f5b-b87b-c6779b3ccde4', 'name': 'network-vif-deleted', 'tag': '684d633d-454b-4dc0-8432-49d9ebb71db9'}] {{(pid=108648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:26:50.805428 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfc2c26cf4d6f56294a0969bf05099f9a11f02f7060f3ae519b1a3a74e90611f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4087e971-d6a2-47a3-b8ce-8908f8b91d61" -d '{"events": [{"server_uuid": "1099b217-30f9-4f5b-b87b-c6779b3ccde4", "name": "network-vif-deleted", "tag": "684d633d-454b-4dc0-8432-49d9ebb71db9"}]}' {{(pid=108648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:26:50.931465 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f4ec87-f58c-43ec-98d8-df59f5cd9f98 x-openstack-request-id: req-38f4ec87-f58c-43ec-98d8-df59f5cd9f98 {{(pid=108648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:26:50.932465 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1099b217-30f9-4f5b-b87b-c6779b3ccde4", "name": "network-vif-deleted", "tag": "684d633d-454b-4dc0-8432-49d9ebb71db9", "status": "completed", "code": 200}]} {{(pid=108648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:26:50.932465 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-38f4ec87-f58c-43ec-98d8-df59f5cd9f98 {{(pid=108648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:26:50.932655 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1099b217-30f9-4f5b-b87b-c6779b3ccde4', 'name': 'network-vif-deleted', 'tag': '684d633d-454b-4dc0-8432-49d9ebb71db9', 'status': 'completed', 'code': 200} Oct 26 15:26:50.981159 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d1691cf6-2a69-47bf-9d32-2fadc73db6b3 req-3ca3265b-c49b-49f3-9d89-6a8a700a21f8 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0273278 Oct 26 15:26:52.075210 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cefe010e-3293-4011-883e-7976ab3b7a14 req-439952e2-abdb-4b69-8509-20d25ffe5952 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0261743 Oct 26 15:26:53.170806 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e4cabd46-7a52-40c8-9dd9-2479b1a85a8e req-5bb12aa9-f964-4a2d-a366-b4457574c644 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0282226 Oct 26 15:26:54.263148 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a64e0ddb-a042-41c4-931b-58dbb38957f4 req-40c59681-c82d-4791-952e-0528f5c234c4 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0255857 Oct 26 15:26:54.756796 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 684d633d-454b-4dc0-8432-49d9ebb71db9 no longer exists at agent hyperv_hv-cinder-73270 {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:26:54.778818 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] No Port match for: 684d633d-454b-4dc0-8432-49d9ebb71db9 {{(pid=108649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:26:54.779155 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 684d633d-454b-4dc0-8432-49d9ebb71db9 not bound to the agent host hv-cinder-73270 {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:26:55.355482 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-37fee8d1-abe7-4e94-b0c3-fc5d88616b56 req-8ee22c64-3137-48d6-9c24-20544f734c76 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0259531 Oct 26 15:26:56.451536 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-242e7529-ecdb-4738-8bb6-27884877cdad req-668d8335-b81f-4a2d-ae8e-9ac2cb06c4ae tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0296140 Oct 26 15:26:57.545285 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7c71159e-8a4e-4c94-be6b-a6044139ed4b req-464eb8fd-af98-4841-92cf-a3281b9ff380 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0254388 Oct 26 15:26:58.638349 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6d672c77-f7ab-4f9a-ab8a-8837e3deffa1 req-edeae63f-51f9-499f-9e69-f8a5f0659616 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0262661 Oct 26 15:26:58.729812 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:59.731713 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c5a99873-26f6-42b2-a169-c19ee86ad3fc req-56965c3f-95d1-4503-80ca-b3838b0c3ea5 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0259778 Oct 26 15:27:00.824993 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d1feb27e-c17d-44b3-a870-3facffac56ed req-b8fdecf3-1f15-4920-b0a2-95f94c98a42b tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0252478 Oct 26 15:27:01.920890 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-abc85838-dd32-4f38-a29b-2c1357a2561a req-9042c811-6f08-447a-ac88-073ffa38f7f6 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0258737 Oct 26 15:27:03.039747 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-df4e0344-6ec6-4620-adf8-b6541258c4cc req-8352500b-c33a-4315-8de9-76b2f2e0ca06 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0380003 Oct 26 15:27:04.134916 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-663c83c6-fdfd-4db8-acc9-9fb934f3b32c req-52825747-e287-40cf-a837-00922d0da13b tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0264542 Oct 26 15:27:05.228978 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ab4a43ae-ef87-4ea9-9315-14b31a0117b8 req-0f7e7d45-b030-4cf1-b72b-6f593993c521 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0265014 Oct 26 15:27:06.324135 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1a824edf-4c12-427c-9940-1d6d8f7aa2c2 req-c7edba79-2835-4a35-b3a2-0ddd5a5987d8 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0270340 Oct 26 15:27:07.420204 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0029fa10-5ae6-4003-8710-63ef868e471a req-11583298-ab2d-4e95-ac50-3aa557bae8e1 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0262761 Oct 26 15:27:08.016065 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-05487495-7c90-496b-86c3-a4521ca49187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:08.515284 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b6578232-6d5b-4fdd-8e41-6f0186556e9b req-dfe1c3fb-ab42-4bcd-97fb-47bfbe354f70 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0261967 Oct 26 15:27:09.615430 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-684072c1-d6c6-4201-bd8c-31beccef4bc9 req-d03643e6-cb05-41fe-a61b-22345d6c7b09 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0318232 Oct 26 15:27:10.712863 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-629f35ac-5a9d-405d-8838-a7d8ac73e19d req-74c2a79b-3aaf-4214-8e92-8bea7f2a535e tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0277817 Oct 26 15:27:11.805798 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-39dd980c-f9a9-4dc4-8bdc-f47a980dde1c req-fa0f8302-cfd3-4437-8adb-811b2ea87115 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0270257 Oct 26 15:27:12.902227 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3d9b7982-f3a2-44a5-87af-29b3bb48cb3f req-bc34f15e-076d-4836-a133-e9eff04c1594 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0270581 Oct 26 15:27:13.204030 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-74b176e5-d8c8-4fac-8034-16f31e249456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:13.857961 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:13.923657 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:13.995767 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-af06b80f-2dc9-478f-a37f-eae650300a52 req-ff5bee8b-8c4e-4b86-83b3-0ffbb83db18f tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0261154 Oct 26 15:27:15.094242 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e9fa910a-8eb4-453c-912a-1fc05c80ebb2 req-1784d102-b471-4242-b274-c77aefd9a291 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0250044 Oct 26 15:27:15.478054 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:16.191010 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8c392226-eefa-41de-ad8f-a1bbbe487ae6 req-e7dde528-fcca-4844-b974-0fee960d59de tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0294435 Oct 26 15:27:17.283106 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-23ee5f29-88d6-4925-ab47-92c793031be7 req-5cbeed8b-257b-4726-8767-e0b9767b436d tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0254002 Oct 26 15:27:18.198419 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:27:18.375557 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-12fb4ea4-6ce0-4777-a3d2-4cf64c156f4e req-280270b2-6641-497e-8b73-cd2a3915ba35 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0259085 Oct 26 15:27:19.468986 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-81818b65-a965-4867-912a-c41de4f3eade req-12e94248-b4c1-4692-9b2c-eb64f0de082b tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0271473 Oct 26 15:27:20.561139 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-814e6f84-1460-4d2f-b5e7-7d1ba49463f9 req-68afc940-4124-4f2f-bb21-bf1ebab49357 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0265186 Oct 26 15:27:21.654338 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-76f7abd9-6b23-4cbb-b2a7-dc6681a90849 req-3b7bbe4d-675c-4839-9752-e8b2f4e69555 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0263329 Oct 26 15:27:22.749319 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c5079b54-5fe7-44d2-be7b-af187b85ffd8 req-c8b02a36-7426-44ad-9160-c3f4568db6b9 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0290864 Oct 26 15:27:23.840826 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d5670c52-17ab-4a88-92d1-91457c522a9d req-6b3ac06a-12ed-4eba-8083-a6037b974f48 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0259159 Oct 26 15:27:24.933669 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3ead87ec-c578-4f59-82c0-7bb25ec8a5fb req-b3123dc3-8cec-4cdb-b3ee-c4398d746c2d tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0267053 Oct 26 15:27:26.025171 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-13c3564c-ad07-451f-8ed5-cb1e4e3e9428 req-61962771-e643-4e44-a8ac-1bbc77e937e7 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0257990 Oct 26 15:27:27.116489 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-011b7f0c-0117-46f2-bfda-b216465dcda3 req-51831cd4-b253-4f83-a1a8-e23f9c58fd54 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0264795 Oct 26 15:27:28.209998 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8fac16c4-13ec-4d1f-acf2-362c4705bdb8 req-42e5ebd9-f227-49e7-ad1b-c1dd92274a60 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0248137 Oct 26 15:27:28.786443 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:29.306348 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-112012a0-419d-40b1-b6c6-f6c9dd55f19e req-49b3759d-45b6-4f5f-abdd-79a32cfcceaa tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0291631 Oct 26 15:27:30.405769 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5fbb560f-8e0b-43e5-8be7-4c8ec790aaa6 req-872f2e34-dce9-4689-b1bf-092ffcfd0521 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0298913 Oct 26 15:27:31.501287 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7afd158f-d9f8-45fa-bb08-a68d70f57e98 req-40d7db0a-eb57-4ae8-8816-805f33ebc922 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0265398 Oct 26 15:27:32.595546 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-11857716-9140-4efa-aab9-862b0b516464 req-0756a544-97ee-484c-83e7-210215fcba2d tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0264339 Oct 26 15:27:33.691679 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-10aea1b0-d404-47d0-b7fe-37ce2a0ab8fc req-9a986a88-b8db-4c88-a942-6b90a8a3c867 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0260949 Oct 26 15:27:34.785830 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-27b218ca-3add-4a16-a7c6-9f96b472b7b0 req-52dad319-4bb7-4d20-822a-fa90191a74b4 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0276387 Oct 26 15:27:35.881205 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-85f11575-a20e-4d06-a84c-a126a26b6a07 req-874b226c-9c4a-4d1f-ad4d-6f857d15a99d tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0293276 Oct 26 15:27:36.980615 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e76d9127-aa76-4892-8595-53ac785ebcf2 req-49a0136c-31a8-44c1-8172-123631fbe676 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0267622 Oct 26 15:27:37.969161 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-3f74fc2f-9cd7-4ecd-b60a-57170a506579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:38.083494 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-741a87e1-e232-4bc6-ada6-51e590f54349 req-ea6a2db8-b967-4b2b-ae9f-2029db94090c tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0268550 Oct 26 15:27:39.176743 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8041e2a6-8300-42a9-9e64-55422b822e2a req-87cff8d7-4d6b-4139-8788-5759b3c9a1b0 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0265746 Oct 26 15:27:40.271783 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7490634a-ad4d-4e1d-9f9a-43318007c10e req-968e36ab-099a-44a1-977d-f8bfd8ff3560 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0268822 Oct 26 15:27:41.370212 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-dcffc4db-2a2b-4b47-8878-3a1fbf5a842d req-108f4c01-6a7c-40cb-b3d8-c5c629d69bfb tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0261652 Oct 26 15:27:42.469085 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-70f3cfed-8933-4225-bf54-877e249f3ffc req-9c1d83f8-9d77-425c-b032-d91cb353bb4a tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0321229 Oct 26 15:27:43.240017 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-27ebfe2d-5903-49c4-919d-a6fbb7fc5cd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:43.569718 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-85c972da-73af-4f08-8d39-b96b22386a66 req-0443b055-ed5b-4437-8873-0e8751a23908 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0285521 Oct 26 15:27:43.868348 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:43.940083 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:44.664142 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-976fa5c7-022b-41c3-88ad-a870e83f6eb0 req-fbc5379e-e932-49b5-8675-106f85980b9c tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0257645 Oct 26 15:27:45.468291 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:45.761685 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8e2d6c4a-c1b9-40b1-b892-8b9a00ebd395 req-473f279c-60f0-4c66-b62d-11c12318518e tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0261891 Oct 26 15:27:46.852641 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c48e7a33-f54f-4fa0-aa41-c443f3552147 req-73fa7158-ba78-47f5-940d-8c679f1598c6 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0258994 Oct 26 15:27:47.948718 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e6b9deea-22be-4c08-8536-f12bb439ec7f req-e5548b40-2285-4228-8d8c-192cb6b00d94 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0300634 Oct 26 15:27:48.491335 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c2c70673-d977-4947-bff8-8cff8cde75a9 req-8b50745f-9912-4197-b837-eb63b4cc38ac service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395341 Oct 26 15:27:48.573648 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c70673-d977-4947-bff8-8cff8cde75a9 req-1e1ab715-4560-4af7-a4cd-0fa1b82d9a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:27:48.575318 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c2c70673-d977-4947-bff8-8cff8cde75a9 req-1e1ab715-4560-4af7-a4cd-0fa1b82d9a64 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1c0d3cfad56e4c61a215d25516cd6470&device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 1099 time: 0.0420654 Oct 26 15:27:48.677634 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c70673-d977-4947-bff8-8cff8cde75a9 req-f8cc02e0-1d82-4ab7-ad1d-72d3fcedf518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:27:48.679142 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c2c70673-d977-4947-bff8-8cff8cde75a9 req-f8cc02e0-1d82-4ab7-ad1d-72d3fcedf518 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d121bef5-e7a7-4cc1-ab11-dcb6c02a3865 HTTP/1.1" status: 200 len: 913 time: 0.0850902 Oct 26 15:27:48.741499 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c2c70673-d977-4947-bff8-8cff8cde75a9 req-66229082-9cc2-474a-99e5-5ef608ad952b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88240e56-e655-4932-9c89-1b901e243f66 HTTP/1.1" status: 200 len: 1002 time: 0.0556123 Oct 26 15:27:48.789112 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c70673-d977-4947-bff8-8cff8cde75a9 req-aa705356-3312-4051-98c2-9317121cb7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:27:48.790546 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c2c70673-d977-4947-bff8-8cff8cde75a9 req-aa705356-3312-4051-98c2-9317121cb7b3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d2f548be-e416-40d5-a12d-a157ab7e380b HTTP/1.1" status: 200 len: 851 time: 0.0421805 Oct 26 15:27:48.839697 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c70673-d977-4947-bff8-8cff8cde75a9 req-0eb6df83-c9f4-4e31-9429-aec361a302d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:27:48.840960 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c2c70673-d977-4947-bff8-8cff8cde75a9 req-0eb6df83-c9f4-4e31-9429-aec361a302d9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d121bef5-e7a7-4cc1-ab11-dcb6c02a3865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432642 Oct 26 15:27:48.930890 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c2c70673-d977-4947-bff8-8cff8cde75a9 req-bcfdbc3d-9313-4f92-97f0-8e3c54bd1bea service neutron] 10.222.0.76 "GET /v2.0/networks/d121bef5-e7a7-4cc1-ab11-dcb6c02a3865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814836 Oct 26 15:27:49.036784 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c2c70673-d977-4947-bff8-8cff8cde75a9 req-8d316387-3034-436c-b68d-6e911762d463 service neutron] 10.222.0.76 "GET /v2.0/networks/d121bef5-e7a7-4cc1-ab11-dcb6c02a3865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988286 Oct 26 15:27:49.051443 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6c66ef1e-afb7-494a-81b7-7efba12e7d9f req-688b7ff7-bf6e-425e-9350-79d98627a741 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0296865 Oct 26 15:27:50.143849 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4fd970be-df6c-43cf-a053-732af357f826 req-8d5662b9-84e9-4b86-b49c-289225bd3524 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0255895 Oct 26 15:27:51.285832 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cb58782b-5239-4051-bf7b-6c02cf42ac72 req-02448e52-174c-4b5b-9f06-a4b5bacc2e86 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0753651 Oct 26 15:27:52.429013 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5a4348cb-bbe8-47ef-b1a1-915edb294ca4 req-01bc0495-1a6c-46f4-9bea-d48743a998fd tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0742860 Oct 26 15:27:53.524183 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-531da60d-b734-4756-b853-d25360e44f98 req-18289ef8-0267-46b8-bfd3-166b7926d72b tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0260684 Oct 26 15:27:54.616663 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5a5cc4c5-3071-41b4-afbe-82f61b0eccf0 req-db67ec14-32b5-49ed-bd47-6c207d618990 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0258398 Oct 26 15:27:55.198302 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:27:55.710265 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-50dc5e83-bfa9-4320-8564-27427953fb4b req-412ccb4e-9e23-4bc6-ab53-1afe88a84482 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0259323 Oct 26 15:27:56.803326 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5db19e43-1c33-42f3-98ed-7c6a1fd90390 req-89285fae-b97b-4ee0-bbaf-afa00a51944d tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0269499 Oct 26 15:27:57.896106 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-10d9ade2-b484-4918-b07b-45fe12e9f397 req-b300606a-8fbf-4fbc-b387-d22a8b90e32a tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0253940 Oct 26 15:27:58.763090 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:58.991731 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ea453ba8-226c-4276-af06-b1abf99d2f37 req-9235db42-3500-413f-a851-4c712eff15d3 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0292933 Oct 26 15:28:00.084558 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fd133370-135c-4214-aa43-d4ac07b044cb req-70e219dd-9d5e-4698-b93a-ecda001831db tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0252466 Oct 26 15:28:01.178621 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3c6f9594-617e-4af2-b22b-3fc3353abdb1 req-05fc522f-6a8b-4d40-b1d0-dd83fbff9e1b tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0265102 Oct 26 15:28:02.271238 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e9be707f-ee44-4c2c-a80b-133cf05a021e req-6b01a8c0-3f65-4a5e-8665-53ceb8bb9af2 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0265756 Oct 26 15:28:03.382504 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0e2dfcab-6d55-4979-bf3c-59bc038d216f req-ab3a06bd-e872-453b-9a79-f923871b3098 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0300767 Oct 26 15:28:04.477895 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a610a3ed-cd44-4d29-8678-ee604101acf0 req-533e7cd6-fd16-40c6-9c05-3407da9cc975 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0266514 Oct 26 15:28:05.572618 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c8d276c2-9586-4689-b6a8-cad4317dbe07 req-04b0bbff-f2a0-462d-91d1-5a909167f1ac tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0290322 Oct 26 15:28:06.665518 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a2b65083-5a1b-4c3d-aa06-f5f7a30fe1bb req-9c4b7fc6-a4be-494d-ab38-2ceb1ea912d8 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0256386 Oct 26 15:28:07.760083 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cd25b7d1-beae-4f9d-a6fc-97017b58e5b7 req-7560a0f4-3e5c-4ad0-81c4-ac169ed137de tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0251331 Oct 26 15:28:08.043160 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-16bff43a-bd23-437b-9b04-419bd4543b87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:28:08.852606 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3027b24e-9a64-4973-a6aa-593423229d11 req-5cdd6efe-0f1e-4a52-ac15-f6517de759f8 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0263109 Oct 26 15:28:09.944358 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c568b519-51f6-48c6-a8ed-3e7ab6c599c1 req-8bc27c4b-9be5-4cf7-8ff0-ca88f0fc96f0 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0257261 Oct 26 15:28:11.040071 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2e240dfc-f7b9-46ff-9075-c8a4cfef30f4 req-9c4609d6-447a-4b45-83fe-cc28f1900e3b tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0256772 Oct 26 15:28:12.137841 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-75360b91-e76e-41a3-afe5-757378589758 req-3010848e-9479-4d7f-96a6-4b7a0817b471 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0302744 Oct 26 15:28:13.231751 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-01230068-03dd-4dce-a76d-7976e8cc502e req-1e7dcd4f-f763-40ea-a3d7-67dff3a22977 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0263381 Oct 26 15:28:13.239313 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-f59f848c-0ac3-4a22-81d2-20710100a3c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:28:13.872721 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:28:13.905229 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:28:14.327365 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8dd1d94c-efbc-4853-91cf-b77017ee0c19 req-1d0deb8f-e9c6-41fb-a5f4-f87f75313fea tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0256238 Oct 26 15:28:15.423521 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2193eeea-cf63-4a5d-a30d-b1a6d7d80739 req-db08689a-43ee-46f8-88dd-c40e03dd0645 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0263875 Oct 26 15:28:15.476627 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:28:16.515965 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a95498b8-ad04-4ac7-a903-de159f9f4f54 req-45c4fafb-c0d8-4c9d-a81f-6656e34ce5d0 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0260315 Oct 26 15:28:17.613101 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-95963e9b-cc5a-44a2-aa00-2ead7c573b2e req-ae6309d0-8df6-4e2a-aa2e-be4da1f3a7a3 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0271518 Oct 26 15:28:18.708630 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4c4fa0b6-8ca6-4b20-824f-4eff34b76966 req-3ee63425-cd21-4676-a3db-89708d4b11a1 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0288146 Oct 26 15:28:19.802333 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-873cf5ee-399d-49e8-bdc4-12f30745d56e req-9e56bd29-a97a-44a1-8307-3e773ed0f388 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0259168 Oct 26 15:28:20.895871 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1d42a461-fba3-4a88-9faa-ad5c7a37f5d3 req-6ea20aed-4ea6-4e1b-b1bc-a7a0799d6f72 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0261507 Oct 26 15:28:21.988056 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-57f97e31-0abb-4dc8-9646-dcc4d8c9ee67 req-0fb6a8b3-6370-404f-9bd1-6663bb747e2c tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0262930 Oct 26 15:28:23.080969 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8c22f09f-0735-424e-85c8-e51291583dd3 req-6fa3b3a0-1ba0-44a0-8434-88038d670f16 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0262160 Oct 26 15:28:24.174667 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5bb99d8e-055a-4eda-be36-347b25ae34fd req-1da84478-00c5-49b0-8e87-35bf70385af6 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0268040 Oct 26 15:28:25.272410 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-bc5cf1b3-a222-469c-86fa-4cf824a15241 req-abdfb38b-4427-461f-babc-a6e4125c6d14 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0301387 Oct 26 15:28:26.366855 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f9093195-a57c-4ef9-ac46-c218ac245cbc req-3bba4064-1b73-47df-9057-407b348d5162 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0262513 Oct 26 15:28:27.473264 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5b6e8fac-39d2-4167-b50d-09338ae59e2e req-670de365-4b95-49b6-88f2-d362e529785b tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0267339 Oct 26 15:28:28.570382 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d749efe2-18fa-4b7c-bc6b-4338c2608434 req-3b4e6df4-6499-49ac-b1f0-3f782c7d5aa2 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0264158 Oct 26 15:28:28.723633 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:28:29.665817 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ab28c7fe-e029-48ad-8c48-4d66fc9d4b6e req-3fc516fd-2555-49c2-9c01-63d8a0115315 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0260379 Oct 26 15:28:30.759470 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f6cf6079-7096-4d76-83e2-8f47398a2cd6 req-88cd7625-a4f7-4bc7-b82b-8ffbb9b7bd9f tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0267525 Oct 26 15:28:31.855314 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-30af3319-0021-4655-9b75-a7b4f2669580 req-cca100ac-1d5e-4779-8594-63a2f02b614e tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0297484 Oct 26 15:28:32.198586 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:28:32.947750 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d1c7c778-43cb-4a58-923c-090e30433196 req-c5610950-abf8-4eb0-8c23-7d80b26f34ce tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0267289 Oct 26 15:28:34.039389 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-48d4241d-9612-4527-a5a9-b5f87aed419e req-6b670b08-ea34-47a0-ace6-80d2cc81b69c tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0257282 Oct 26 15:28:35.132163 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-55a21fe8-e3b5-42a5-af78-444f80c7c16f req-d7e5b186-7abd-4c00-aebe-86234658599e tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0256670 Oct 26 15:28:36.225016 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f1ec4f81-ac21-4817-9981-d4672b76a1e6 req-caf08c18-8989-4a86-b830-3e15e0d21ab3 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0255601 Oct 26 15:28:37.318114 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-497cd63a-8e5c-489f-a4ba-dd3bfcdd5ad6 req-452c133e-11a3-418b-bf6d-96914c9d9ce7 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0262065 Oct 26 15:28:37.969104 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-67a09a08-6dfb-4a26-b4b0-e4830859cbdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:28:38.412047 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7b7f7817-0d9d-43fb-836f-b292639c2fb5 req-ae9c2292-db57-414f-afd3-8399036baa73 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0295274 Oct 26 15:28:39.511334 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d2dd629f-6c6b-4780-aec6-68a1a79c46c6 req-c8dd6e4a-048d-424f-a8fb-94627342f0b7 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0255914 Oct 26 15:28:40.604968 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-348176c1-33fe-4aab-9d74-89e42354e13f req-63b9908f-3b1a-40d7-afaf-ecd3a6ff32b6 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0259469 Oct 26 15:28:41.698650 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ffb38a6f-97a0-460a-b444-efcff6216110 req-f61b5f99-2019-47c3-ae54-479ae478e6c8 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0272038 Oct 26 15:28:42.795120 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-630c04b0-9784-4a38-9ed1-c49318dc8d35 req-3a28a86f-cb0c-45fd-ba26-b2e69556bbcc tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0260375 Oct 26 15:28:43.213509 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-8cf7c5c1-bc36-4d6a-97dd-1faf25575ad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:28:43.866199 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:28:43.892335 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-10adf592-3bee-42c4-861b-38c8fefbe77f req-2e9b9e18-3788-4609-8d90-53b265382c69 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0278969 Oct 26 15:28:43.940096 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:28:44.989183 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4fc49e9d-23c1-4f34-b70d-dd475e022ef2 req-610f4c90-3965-4a81-a2e2-6957e8c49562 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0289931 Oct 26 15:28:45.262094 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 41386) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:28:45.417057 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.plugin [None req-032a7432-fbda-4e27-a83c-39450d7de230 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Deleting port 7f2afa1b-95b0-4821-b3f7-3dfd28c78427 {{(pid=108648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:28:45.424487 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-032a7432-fbda-4e27-a83c-39450d7de230 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:28:45.476977 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:28:45.499015 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-032a7432-fbda-4e27-a83c-39450d7de230 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:28:45.499015 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-032a7432-fbda-4e27-a83c-39450d7de230 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:28:45.505929 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.plugin [None req-032a7432-fbda-4e27-a83c-39450d7de230 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Calling delete_port for 7f2afa1b-95b0-4821-b3f7-3dfd28c78427 owned by network:floatingip {{(pid=108648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:28:45.728692 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-032a7432-fbda-4e27-a83c-39450d7de230 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3397087'] for port, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:28:45.752208 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a7432-fbda-4e27-a83c-39450d7de230 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Pushing event deleted for resources: {'Port': ['ID=7f2afa1b-95b0-4821-b3f7-3dfd28c78427,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:45.766317 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032a7432-fbda-4e27-a83c-39450d7de230 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:45.766678 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032a7432-fbda-4e27-a83c-39450d7de230 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:45.767018 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032a7432-fbda-4e27-a83c-39450d7de230 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:45.767347 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032a7432-fbda-4e27-a83c-39450d7de230 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:45.767670 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032a7432-fbda-4e27-a83c-39450d7de230 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:45.768020 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032a7432-fbda-4e27-a83c-39450d7de230 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:45.768345 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032a7432-fbda-4e27-a83c-39450d7de230 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:45.768670 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032a7432-fbda-4e27-a83c-39450d7de230 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:45.769001 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032a7432-fbda-4e27-a83c-39450d7de230 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:45.769301 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032a7432-fbda-4e27-a83c-39450d7de230 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:45.769617 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032a7432-fbda-4e27-a83c-39450d7de230 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:45.769933 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032a7432-fbda-4e27-a83c-39450d7de230 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:45.825271 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-032a7432-fbda-4e27-a83c-39450d7de230 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks [] for floatingip, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:28:45.826110 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.db.l3_db [None req-032a7432-fbda-4e27-a83c-39450d7de230 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Floating IP b39e28e2-e6cc-4ac6-8010-17cca137f085 disassociated (deleted). External IP: 172.27.0.163, port: 88240e56-e655-4932-9c89-1b901e243f66. Oct 26 15:28:46.029143 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-032a7432-fbda-4e27-a83c-39450d7de230 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Router 4054a3b4-1b92-4cc2-981e-d4bf7d393595 has already been hosted by L3 agent aad0d180-bd62-492d-9d56-445be5af9cbd {{(pid=108648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:28:46.125045 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-93029dc1-e504-4b44-a2ac-1a80dece9a80 req-794b8f14-a196-45d2-8fa2-39a8dd76b2c7 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0550497 Oct 26 15:28:46.155479 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032a7432-fbda-4e27-a83c-39450d7de230 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Notify agent at l3_agent.dv-cinder-732704-6-iscsi the message routers_updated {{(pid=108648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:28:46.159909 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-032a7432-fbda-4e27-a83c-39450d7de230 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for floatingip, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:28:46.164821 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368b75eb-bdb7-4087-a60a-43f402ee6bf4 None None] Sync routers for ids ['4054a3b4-1b92-4cc2-981e-d4bf7d393595'] in dv-cinder-732704-6-iscsi {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:28:46.173986 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368b75eb-bdb7-4087-a60a-43f402ee6bf4 None None] Routers {'4054a3b4-1b92-4cc2-981e-d4bf7d393595'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:28:46.174597 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-368b75eb-bdb7-4087-a60a-43f402ee6bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:28:43Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['4054a3b4-1b92-4cc2-981e-d4bf7d393595'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:46.186501 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-032a7432-fbda-4e27-a83c-39450d7de230 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "DELETE /v2.0/floatingips/b39e28e2-e6cc-4ac6-8010-17cca137f085 HTTP/1.1" status: 204 len: 168 time: 0.9232392 Oct 26 15:28:46.187098 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c063e9a-3eae-4cc4-a4f3-855bd8390d06', 'tag': '88240e56-e655-4932-9c89-1b901e243f66'}] {{(pid=108648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:28:46.189434 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfc2c26cf4d6f56294a0969bf05099f9a11f02f7060f3ae519b1a3a74e90611f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0db2dbb-0edf-4d73-a200-e10e9da8daea" -d '{"events": [{"name": "network-changed", "server_uuid": "7c063e9a-3eae-4cc4-a4f3-855bd8390d06", "tag": "88240e56-e655-4932-9c89-1b901e243f66"}]}' {{(pid=108648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:28:46.228257 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f5df3e-6798-4b2d-a51b-92296c66bd3d x-openstack-request-id: req-07f5df3e-6798-4b2d-a51b-92296c66bd3d {{(pid=108648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:28:46.228538 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c063e9a-3eae-4cc4-a4f3-855bd8390d06", "tag": "88240e56-e655-4932-9c89-1b901e243f66", "status": "completed", "code": 200}]} {{(pid=108648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:28:46.228833 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-07f5df3e-6798-4b2d-a51b-92296c66bd3d {{(pid=108648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:28:46.229269 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c063e9a-3eae-4cc4-a4f3-855bd8390d06', 'tag': '88240e56-e655-4932-9c89-1b901e243f66', 'status': 'completed', 'code': 200} Oct 26 15:28:46.282733 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-368b75eb-bdb7-4087-a60a-43f402ee6bf4 None None] Set router 4054a3b4-1b92-4cc2-981e-d4bf7d393595 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:28:46.292694 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db2dbb-0edf-4d73-a200-e10e9da8daea req-b0646125-93f3-4ec9-9692-96da323e9493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:28:46.294291 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a0db2dbb-0edf-4d73-a200-e10e9da8daea req-b0646125-93f3-4ec9-9692-96da323e9493 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1c0d3cfad56e4c61a215d25516cd6470&device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 1099 time: 0.0415661 Oct 26 15:28:46.501099 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-368b75eb-bdb7-4087-a60a-43f402ee6bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'name': 'tempest-TestVolumeBootPattern-1982504479-router', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '258a6c86-79a5-4c0d-8937-9742466f1498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:20Z', 'updated_at': '2021-10-26T15:02:26Z', 'revision_number': 4, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'gw_port': {'id': '258a6c86-79a5-4c0d-8937-9742466f1498', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:22Z', 'updated_at': '2021-10-26T15:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': '0f866454-2564-47ec-8643-cb2d80ed809a', 'name': '', 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'mac_address': 'fa:16:3e:0c:9f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'd2f548be-e416-40d5-a12d-a157ab7e380b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:25Z', 'updated_at': '2021-10-26T15:02:34Z', 'revision_number': 5, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'subnets': [{'id': 'd2f548be-e416-40d5-a12d-a157ab7e380b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:46.532996 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368b75eb-bdb7-4087-a60a-43f402ee6bf4 None None] Checking router: 4054a3b4-1b92-4cc2-981e-d4bf7d393595 for host: dv-cinder-732704-6-iscsi {{(pid=108649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:28:46.542133 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368b75eb-bdb7-4087-a60a-43f402ee6bf4 None None] Routers {'4054a3b4-1b92-4cc2-981e-d4bf7d393595'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:28:46.542793 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-368b75eb-bdb7-4087-a60a-43f402ee6bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:28:43Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['4054a3b4-1b92-4cc2-981e-d4bf7d393595'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:46.651843 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-368b75eb-bdb7-4087-a60a-43f402ee6bf4 None None] Set router 4054a3b4-1b92-4cc2-981e-d4bf7d393595 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:28:46.695974 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5040d4b-7e40-42eb-a071-0bd6345040f9 req-36d6162f-59b8-4c02-9f3f-9f705dd66a8b tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:28:46.697458 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b5040d4b-7e40-42eb-a071-0bd6345040f9 req-36d6162f-59b8-4c02-9f3f-9f705dd66a8b tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 946 time: 0.0769584 Oct 26 15:28:46.702257 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db2dbb-0edf-4d73-a200-e10e9da8daea req-5a1da113-84cb-4647-a515-3845f2121034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:28:46.703752 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a0db2dbb-0edf-4d73-a200-e10e9da8daea req-5a1da113-84cb-4647-a515-3845f2121034 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d121bef5-e7a7-4cc1-ab11-dcb6c02a3865 HTTP/1.1" status: 200 len: 913 time: 0.4012852 Oct 26 15:28:46.758038 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a0db2dbb-0edf-4d73-a200-e10e9da8daea req-7528e68a-ee23-4b4e-a8c6-5f1a5fd058cf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88240e56-e655-4932-9c89-1b901e243f66 HTTP/1.1" status: 200 len: 217 time: 0.0399978 Oct 26 15:28:46.801361 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b5040d4b-7e40-42eb-a071-0bd6345040f9 req-b6087fa4-466e-4930-81f5-d7adffe8923e tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/security-groups?id=f35a6515-ac15-4e3a-b664-fbd46fe56803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965500 Oct 26 15:28:46.817222 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db2dbb-0edf-4d73-a200-e10e9da8daea req-8bcf7624-3324-4a33-8da8-f5f419bef3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:28:46.818680 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a0db2dbb-0edf-4d73-a200-e10e9da8daea req-8bcf7624-3324-4a33-8da8-f5f419bef3a1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d2f548be-e416-40d5-a12d-a157ab7e380b HTTP/1.1" status: 200 len: 851 time: 0.0508592 Oct 26 15:28:46.858510 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-368b75eb-bdb7-4087-a60a-43f402ee6bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'name': 'tempest-TestVolumeBootPattern-1982504479-router', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '258a6c86-79a5-4c0d-8937-9742466f1498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:20Z', 'updated_at': '2021-10-26T15:02:26Z', 'revision_number': 4, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'gw_port': {'id': '258a6c86-79a5-4c0d-8937-9742466f1498', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:22Z', 'updated_at': '2021-10-26T15:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': '0f866454-2564-47ec-8643-cb2d80ed809a', 'name': '', 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'mac_address': 'fa:16:3e:0c:9f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'd2f548be-e416-40d5-a12d-a157ab7e380b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:25Z', 'updated_at': '2021-10-26T15:02:34Z', 'revision_number': 5, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'subnets': [{'id': 'd2f548be-e416-40d5-a12d-a157ab7e380b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:46.865983 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db2dbb-0edf-4d73-a200-e10e9da8daea req-a313ba76-d53c-469f-85d9-9fec2c6b4d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:28:46.867559 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a0db2dbb-0edf-4d73-a200-e10e9da8daea req-a313ba76-d53c-469f-85d9-9fec2c6b4d73 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d121bef5-e7a7-4cc1-ab11-dcb6c02a3865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412500 Oct 26 15:28:46.887471 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368b75eb-bdb7-4087-a60a-43f402ee6bf4 None None] The sync data for ids ['4054a3b4-1b92-4cc2-981e-d4bf7d393595'] in dv-cinder-732704-6-iscsi is: [{'id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'name': 'tempest-TestVolumeBootPattern-1982504479-router', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '258a6c86-79a5-4c0d-8937-9742466f1498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:20Z', 'updated_at': '2021-10-26T15:02:26Z', 'revision_number': 4, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'gw_port': {'id': '258a6c86-79a5-4c0d-8937-9742466f1498', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:22Z', 'updated_at': '2021-10-26T15:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi', '_interfaces': [{'id': '0f866454-2564-47ec-8643-cb2d80ed809a', 'name': '', 'network_id': 'd121bef5-e7a7-4cc1-ab11-dcb6c02a3865', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'mac_address': 'fa:16:3e:0c:9f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'd2f548be-e416-40d5-a12d-a157ab7e380b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:25Z', 'updated_at': '2021-10-26T15:02:34Z', 'revision_number': 5, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'subnets': [{'id': 'd2f548be-e416-40d5-a12d-a157ab7e380b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:28:46.965911 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a0db2dbb-0edf-4d73-a200-e10e9da8daea req-5163570c-b5fc-4a26-b9c0-2d173487a9d6 service neutron] 10.222.0.76 "GET /v2.0/networks/d121bef5-e7a7-4cc1-ab11-dcb6c02a3865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906634 Oct 26 15:28:47.060888 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a0db2dbb-0edf-4d73-a200-e10e9da8daea req-21a0799e-6f36-4c73-9a60-67a66e87c594 service neutron] 10.222.0.76 "GET /v2.0/networks/d121bef5-e7a7-4cc1-ab11-dcb6c02a3865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862317 Oct 26 15:28:47.116267 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2608695b-8fbb-45ab-9c25-129e8c161e4c None None] New status for floating IP b39e28e2-e6cc-4ac6-8010-17cca137f085: DOWN {{(pid=108650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:28:47.227784 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0a042175-143e-414a-b822-f5e789824bce req-9e894b21-d8ff-45bd-b891-a8bb4c760455 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0324049 Oct 26 15:28:47.239651 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293c910-4dbd-4252-8141-c0fb15473c0f req-174f435c-20f0-4938-aa35-684160734f35 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:28:47.241251 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3293c910-4dbd-4252-8141-c0fb15473c0f req-174f435c-20f0-4938-aa35-684160734f35 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 946 time: 0.0798268 Oct 26 15:28:47.335801 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.plugin [req-3293c910-4dbd-4252-8141-c0fb15473c0f req-5d2eadf7-742f-45d2-802b-ce76da25f021 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Deleting port 88240e56-e655-4932-9c89-1b901e243f66 {{(pid=108648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:28:47.337341 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-3293c910-4dbd-4252-8141-c0fb15473c0f req-5d2eadf7-742f-45d2-802b-ce76da25f021 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:28:47.426729 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.db [req-3293c910-4dbd-4252-8141-c0fb15473c0f req-5d2eadf7-742f-45d2-802b-ce76da25f021 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] For port 88240e56-e655-4932-9c89-1b901e243f66, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=88240e56-e655-4932-9c89-1b901e243f66,segment=NetworkSegment(8621fa32-c66b-4463-805f-ba8280121809),segment_id=8621fa32-c66b-4463-805f-ba8280121809)] {{(pid=108648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:28:47.427088 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-3293c910-4dbd-4252-8141-c0fb15473c0f req-5d2eadf7-742f-45d2-802b-ce76da25f021 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:28:47.440220 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.plugin [req-3293c910-4dbd-4252-8141-c0fb15473c0f req-5d2eadf7-742f-45d2-802b-ce76da25f021 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Calling delete_port for 88240e56-e655-4932-9c89-1b901e243f66 owned by compute:nova {{(pid=108648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:28:47.637111 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-3293c910-4dbd-4252-8141-c0fb15473c0f req-5d2eadf7-742f-45d2-802b-ce76da25f021 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3397087'] for port, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:28:47.666889 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2eadf7-742f-45d2-802b-ce76da25f021 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Pushing event deleted for resources: {'Port': ['ID=88240e56-e655-4932-9c89-1b901e243f66,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:47.733471 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.db.l3_dvrscheduler_db [req-3293c910-4dbd-4252-8141-c0fb15473c0f req-5d2eadf7-742f-45d2-802b-ce76da25f021 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] No DVR routers for this DVR port 88240e56-e655-4932-9c89-1b901e243f66 on host hv-cinder-73270 {{(pid=108648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:28:47.733471 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-3293c910-4dbd-4252-8141-c0fb15473c0f req-5d2eadf7-742f-45d2-802b-ce76da25f021 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:28:47.733471 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3293c910-4dbd-4252-8141-c0fb15473c0f req-5d2eadf7-742f-45d2-802b-ce76da25f021 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.76 "DELETE /v2.0/ports/88240e56-e655-4932-9c89-1b901e243f66 HTTP/1.1" status: 204 len: 173 time: 0.4655988 Oct 26 15:28:47.898325 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7a7ad236-d98f-43d6-8d20-237e0c7a8c5c req-6dac1bac-2963-42f8-bcd1-d410f71387a3 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0280814 Oct 26 15:28:48.230502 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c063e9a-3eae-4cc4-a4f3-855bd8390d06', 'name': 'network-vif-deleted', 'tag': '88240e56-e655-4932-9c89-1b901e243f66'}] {{(pid=108648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:28:48.233389 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfc2c26cf4d6f56294a0969bf05099f9a11f02f7060f3ae519b1a3a74e90611f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2967ae32-35ac-467e-8922-97a9e9425df2" -d '{"events": [{"server_uuid": "7c063e9a-3eae-4cc4-a4f3-855bd8390d06", "name": "network-vif-deleted", "tag": "88240e56-e655-4932-9c89-1b901e243f66"}]}' {{(pid=108648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:28:48.268232 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfcbf965-94d3-4454-863e-ddca08d65627 x-openstack-request-id: req-dfcbf965-94d3-4454-863e-ddca08d65627 {{(pid=108648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:28:48.268517 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c063e9a-3eae-4cc4-a4f3-855bd8390d06", "name": "network-vif-deleted", "tag": "88240e56-e655-4932-9c89-1b901e243f66", "status": "completed", "code": 200}]} {{(pid=108648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:28:48.268768 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dfcbf965-94d3-4454-863e-ddca08d65627 {{(pid=108648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:28:48.269158 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c063e9a-3eae-4cc4-a4f3-855bd8390d06', 'name': 'network-vif-deleted', 'tag': '88240e56-e655-4932-9c89-1b901e243f66', 'status': 'completed', 'code': 200} Oct 26 15:28:48.321954 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-745cc0e4-e5d5-48ed-9f70-eaccc7342a39 req-14debb98-57e7-46b2-b2af-ab29e16bb58d tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0264187 Oct 26 15:28:49.045735 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-633e63de-bb53-4522-9266-5285644a96a4 req-b2e92a91-f4e2-4569-a436-b6b0bda537a0 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0294597 Oct 26 15:28:49.415948 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ed464c79-4341-43b3-8d93-8fd5d434fabd req-d077a449-d6b6-4faa-adc1-47a6e1a11ca5 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=1099b217-30f9-4f5b-b87b-c6779b3ccde4 HTTP/1.1" status: 200 len: 210 time: 0.0250556 Oct 26 15:28:50.153310 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0fe8f0ad-654f-484d-9e5d-7f2f4eda27cc req-31b0c611-d875-4784-b85a-f61305794c57 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0255818 Oct 26 15:28:51.248928 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-64f57647-9441-4971-b2b5-ebe2bdc14cb4 req-c1c57535-e4ef-4d4b-b774-6b890e3e654f tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0268383 Oct 26 15:28:51.379139 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 88240e56-e655-4932-9c89-1b901e243f66 no longer exists at agent hyperv_hv-cinder-73270 {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:28:51.399610 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] No Port match for: 88240e56-e655-4932-9c89-1b901e243f66 {{(pid=108649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:28:51.399956 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device 88240e56-e655-4932-9c89-1b901e243f66 not bound to the agent host hv-cinder-73270 {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:28:52.340873 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0a1ac8fb-d594-492b-811c-2230ad5239cb req-025bf918-7f34-4a46-ba31-ccdd82c9d0f1 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0261238 Oct 26 15:28:53.430910 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5c861ae1-bac8-4a9f-8582-fd5f7d3f0e7d req-df10115e-ac8e-417f-99fa-ae3db0a19723 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0266490 Oct 26 15:28:54.527962 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e37797b9-cea1-4e89-bf38-9e80ee84f573 req-05747e5e-caaf-4c7d-9f89-31d29d830c5e tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0299561 Oct 26 15:28:55.621688 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-419928a7-8e0d-45cf-bc06-21c282db08f1 req-3a2e9862-0a74-45e4-8ea6-d2c57a9c1926 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0264034 Oct 26 15:28:56.713099 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-eb9ee76c-f522-46ed-8270-10b4b339019c req-835bb00e-2fb1-4f8e-a154-a6d69876c549 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0262661 Oct 26 15:28:57.807513 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-24d1e32d-a81e-4c1b-a8ca-7237805ced9b req-845b1a56-98bf-4827-82eb-1d8834523e02 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0257502 Oct 26 15:28:58.778981 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:28:58.899511 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-563a8c56-f546-41a0-b4c4-f043065706a3 req-b501c129-c70f-4b88-83d0-69d3ff595af2 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0258560 Oct 26 15:28:59.992443 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c690ff8a-83cf-4b26-b4a1-07adeb4673a5 req-0b5016e9-e17f-4752-bb0e-fd47e0c54fb6 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0266147 Oct 26 15:29:01.087797 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ebcfe990-28c5-4fa9-8bb0-fc990114f6b0 req-cdf6705a-8ef7-485e-a270-64006717cd50 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0292714 Oct 26 15:29:02.179872 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a96d96ba-0009-4267-ab06-cfe651bdf5f7 req-9b93067e-1659-4273-baa4-074424ad1ab1 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0269105 Oct 26 15:29:03.271154 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4c7ad388-73ca-4c9c-8276-0959bb0961fb req-1d2e5d45-7fea-454b-87c7-0fd53d9dc7d1 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0258658 Oct 26 15:29:04.363084 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cc79b36f-0df0-4040-b8cf-3e34535d671a req-94f0abd2-6610-4ac3-99e5-51f6faad3f51 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0254338 Oct 26 15:29:05.459070 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3b955e65-ff3e-4b13-829e-3401b4edab68 req-71bda5d5-2357-4458-a00d-76fc68a1eca2 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0281074 Oct 26 15:29:06.559877 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ee24a0b0-00e6-4cef-b285-0fc6fce2fc7a req-1cdb08e2-8ac8-4cf3-a513-ac58f348e597 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0256159 Oct 26 15:29:07.663402 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5f959a42-acb5-4ad8-a999-a2631e2c488a req-aacb7d80-1d30-4c15-86cf-f9e332265574 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0303292 Oct 26 15:29:07.973381 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-5dff96bf-a957-416e-9d05-2bbfd643e811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:29:08.755623 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-14fb6c0a-3504-49bc-9385-6cfdf4563ab5 req-da58ca85-c76d-4cbd-9557-fbadf1a06351 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0270016 Oct 26 15:29:09.197298 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:29:09.846710 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fcc1b0f3-a76a-41f4-8d43-94e601dbeec7 req-17a8e6fd-e5c8-406f-9995-b3fcb02c73ab tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0255826 Oct 26 15:29:10.940256 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c195e902-94c1-460b-a072-584cab3ff1fe req-29808c5a-8b95-442b-bfe3-0ee1934621bb tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0270507 Oct 26 15:29:12.035837 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-733dc388-0272-48bb-ba54-352cacb190d1 req-81b6167f-a3b8-40c4-963f-58e99a6f4d83 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0282047 Oct 26 15:29:13.127895 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fdcb81a7-56dc-4bf2-b7b0-a69980d48756 req-bca91769-1445-49af-995a-d6c00109b607 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0258238 Oct 26 15:29:13.230594 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-89713b23-2429-427b-9d3b-9ba3d850bfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:29:13.830596 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:29:13.922086 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:29:14.223896 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8cdd451a-70d5-46ef-b32f-3ba13707f79a req-7ed070e0-21cb-4216-ab9e-9a57f72f2754 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0303779 Oct 26 15:29:15.315734 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a2e3d173-a275-4d89-95b6-220d921554ed req-af3e93af-f75c-4f9c-9486-74e28ca1a41a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0268087 Oct 26 15:29:15.499018 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:29:16.407069 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c4fba2e8-b1ce-48e2-9d8a-17ed211fd0c5 req-8c95f67e-54ff-4805-a701-14a6a29c65ab tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0254419 Oct 26 15:29:17.499957 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c5189851-d4cf-4550-91de-4773fde9de00 req-b482057d-fc94-4d8e-bea9-6f0db23ac5be tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0266237 Oct 26 15:29:18.591610 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3605edf0-5542-4d32-b32e-253880cb24e4 req-7bf33b85-2a23-456c-ac84-df709fe488cb tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0265768 Oct 26 15:29:19.685452 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3a440cab-f651-4aca-89dd-8c5168633ba6 req-fcb74640-9722-4abb-9fd9-feb928f14fda tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0261655 Oct 26 15:29:20.781102 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-64618413-2325-4bc9-83e0-889b44433c09 req-e1db775e-ebf0-4ddf-9fe6-c9ec38d85b70 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0291724 Oct 26 15:29:21.873946 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9a4370df-78b9-4bc2-b515-4d318ddfecc9 req-c6a38d8a-3921-4add-aaec-ab07f6d04c6e tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0261402 Oct 26 15:29:22.967368 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a745fa23-62f8-4b94-a089-78fcb32c66a4 req-332c9891-1ef6-4d7a-9bc0-16d649b2e788 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0253198 Oct 26 15:29:24.064878 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f68e1a93-9150-4766-b7a9-0e77cc176cf2 req-3abdc6cb-78d7-4648-a9f8-3ad353610a67 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0310864 Oct 26 15:29:25.156258 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a1fee207-3854-4297-9beb-75d7755cf458 req-c78f478b-eb44-4042-a43a-ee2c07b9bb86 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0251315 Oct 26 15:29:26.248878 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-10af9e01-302a-489b-bd68-9e323cf51b09 req-afa2d326-4a68-4df5-b668-00c58f031130 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0259261 Oct 26 15:29:27.345287 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0dd515bc-82a1-42ec-ab37-6db38d8271cd req-bb88e68a-203c-4e0f-bd93-da8e4dfced2f tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0300617 Oct 26 15:29:28.438079 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-47468077-a12e-483c-8db7-0c051634870a req-c62c8c83-2e49-4888-975a-c2f321c97eed tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0257096 Oct 26 15:29:28.749955 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:29:29.531451 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b4fb91da-99cc-4be1-98d2-72b4104894bc req-177f1bfc-e508-4143-bc17-0ff85767b060 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0262794 Oct 26 15:29:30.623422 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-617e8d39-7cc5-4cc8-8663-1dcda8e58b68 req-0de03042-fb3b-425e-942d-af9ad2768123 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0257311 Oct 26 15:29:31.716725 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0615a362-0f42-49b2-a492-f3a07640d732 req-441f6950-c2ab-49b6-be2a-63fddee3c283 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0260158 Oct 26 15:29:32.813325 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d029a590-3713-4bfa-b285-779b4c05ec15 req-64f444ed-1a3e-4208-806d-83759f52bfd3 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0293808 Oct 26 15:29:33.905053 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4116df00-a0d2-42cf-94ad-6b72b165a777 req-8ecba365-3f47-4c3c-aa17-4d202d9d4bb0 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0257332 Oct 26 15:29:34.998016 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ca3a0349-9e95-4f4f-ae18-f4ca4b8dcacb req-1bb114f1-5f9f-48f8-8a37-16988a2ade58 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0259433 Oct 26 15:29:36.093070 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-68712185-d7c9-44b1-a08f-0bb3414faa2f req-7c8d7fe1-c4bf-47b3-8ab4-644d7c3f3dfd tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0264463 Oct 26 15:29:37.185187 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-51bf4701-dee4-40f0-9c9a-8bb48c852e3e req-0fcccfde-6648-487f-90f1-3f7b467e433a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0266058 Oct 26 15:29:37.955185 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-f548ab89-2707-4fd3-8b52-44a258f6409c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:29:38.278581 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-eb8e6498-84d1-4e7c-8df2-6b226c41f730 req-94f9e15e-0edd-4814-99d1-37682912cd8c tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0258644 Oct 26 15:29:39.374894 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-58c39425-0403-4820-9a4c-8287718d1c64 req-0b9fdfda-23cc-4333-9413-6869600912da tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0287802 Oct 26 15:29:40.474462 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2087d8f4-10ad-4c73-969a-15f4feddfea9 req-f35c4dc5-7cce-4c0b-916d-a0ac90a09240 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0254052 Oct 26 15:29:41.565629 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0fb72174-e088-4d74-82ab-df6ea9a863fa req-05e68f03-f901-44bc-8432-fd152407b82d tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0254540 Oct 26 15:29:42.657417 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4ac05e05-37d7-45c4-bcff-136b5da68d28 req-ba31e532-10c5-4da0-9bf1-a07a6b76f86f tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0260053 Oct 26 15:29:43.230532 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-3bc5ae99-acca-4c33-9b19-e31385263c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:29:43.751830 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0bc8060b-4855-4ec1-8e96-bbb93c0d2a11 req-adfcf145-fdff-4293-839e-73384fe11042 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0270448 Oct 26 15:29:43.869523 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:29:43.954623 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:29:44.845326 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-32994cde-8e8b-41dd-9992-0d89155487df req-d9b09a02-a7e3-49cd-ac7e-87f8ca893e0c tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0259838 Oct 26 15:29:45.492339 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:29:45.942490 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-953723ae-09f7-4af9-9ff2-e10384362140 req-1f8d7a6e-8168-4fc9-a508-842ac4849e05 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0302465 Oct 26 15:29:46.195979 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:29:47.035215 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e199053a-e4d6-4e00-9519-df038a3ab2b6 req-5792ff2f-c451-4df8-8fa8-014439cffc79 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0260317 Oct 26 15:29:48.125397 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6eaab232-a06f-4f24-a466-70f5329add8c req-eb3efc77-00db-4d7b-8cf3-9c726c7e9571 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0250909 Oct 26 15:29:49.216134 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b048fb73-4da6-4865-b207-d9a77d5daf89 req-b77be5ba-bb89-47c7-b2d1-9addd8d0c493 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0262139 Oct 26 15:29:50.306529 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-907b4135-7044-4fde-8e90-6e11111d796f req-d267a869-f84c-406e-a36a-58dc4c160b82 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0254080 Oct 26 15:29:51.397926 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-17e36555-241d-4d4a-a162-225bef8ca64a req-15b20588-c937-4001-baae-ad5b9c7c30cf tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0249720 Oct 26 15:29:52.646295 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-96f7b92b-dc15-4638-bed3-ab5223fb8ca4 req-be3e317b-58d4-484b-9f13-6800a89f30a9 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0295777 Oct 26 15:29:53.739545 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4815c7dc-8900-48a2-87d1-38102132f0f9 req-45f4397b-4bc9-49e7-a7b8-08ea6dfa92d7 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0256195 Oct 26 15:29:54.831738 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0e6308dc-8c8a-487a-b124-58227d42e337 req-3d65fac5-cdc2-47f2-bf31-706b8d7d02b5 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0258212 Oct 26 15:29:55.924139 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-56004deb-040f-4681-9fe7-1afca6c71b7f req-8e844cac-29e0-44f7-a4c0-4ae784251902 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0266616 Oct 26 15:29:57.014549 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-66386951-71fe-4853-8940-0247a2aa17ee req-f71e9950-84c7-42ca-8339-b63320725d88 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0252168 Oct 26 15:29:58.107119 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-af5b7efc-ac12-4d6f-a42e-5da403c7c974 req-ba29f5b9-0270-45cb-9a90-aa95b62714d6 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0256331 Oct 26 15:29:58.755158 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:29:59.202723 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-41e9180c-c718-449c-94ed-d48a6525c100 req-c9d42f7f-51b2-4208-8d48-01555f138661 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0285535 Oct 26 15:30:00.294673 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8b9fd44b-ca97-4d44-8e47-de45ad5f6d3f req-40b23ac8-3f14-4d4e-80f8-afc8115b6a6d tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0260782 Oct 26 15:30:01.386775 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4bf8b75f-86ee-4b0b-bbe4-1b5141e239e0 req-8d1ca134-4bbe-4685-90cc-c67b9a8b0362 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0270061 Oct 26 15:30:02.483009 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-601e3449-e854-42d5-8351-c04045c3feb1 req-818c83eb-dafe-4cb7-9c7c-b757dc38801b tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0268857 Oct 26 15:30:03.574383 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4ccf361f-c11c-49fc-be28-56f5f603babf req-0b011d3d-aaf6-42ca-adc1-4696f92ce031 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0253181 Oct 26 15:30:04.666218 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b54a59f6-c888-429d-80e1-d1deb7a0365f req-1aa19716-f786-4cff-97b3-9040266d9e40 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0257983 Oct 26 15:30:05.786894 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d8ddd9df-df3f-41d7-8060-e4ee55d2c2a3 req-aef0462f-9e27-43d6-8b62-9413ea9e2833 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0300703 Oct 26 15:30:06.901635 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9cc4cb48-63df-4c41-a023-95e33fe129fc req-f95ec0dc-1f82-4cb5-8418-7e3855d06a38 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0306935 Oct 26 15:30:07.983391 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-9e4c0f4b-2466-47fa-80d1-19cd8eb2fe58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:30:07.996403 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-da34ceca-0673-479a-a486-e7abf8dbe4d0 req-27b6e519-00d6-403d-bad0-2f208e1bb4ff tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0274127 Oct 26 15:30:09.089711 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1527d4c4-180c-4eca-a882-4130c14f105b req-c70bafce-ec4b-494c-9efa-fc566cc8e741 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0256259 Oct 26 15:30:10.182524 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6ca8e217-6018-4676-b9fe-9a7cf85f1f28 req-ea971b46-f428-45ff-ad1d-88d9cab07b54 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0268154 Oct 26 15:30:11.275092 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3e180997-723f-4854-b0e5-92b18a8f01ce req-2d52c76b-1942-4a99-8815-08fdf124cd37 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0254705 Oct 26 15:30:12.372054 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-da4b13f2-25ae-415d-85dd-bc4eaa7e035f req-dd481249-0889-44b2-bd41-d3d8fb83ec38 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0296063 Oct 26 15:30:13.205542 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-99187160-5d1f-4cd9-be8c-24ec543ede36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:30:13.465688 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-55fc1390-75d4-4fbe-a4bd-8d887ede9736 req-6cd3aa0c-e190-4330-beed-a904ad82ae64 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0260003 Oct 26 15:30:13.849374 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:30:13.937386 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:30:14.566661 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6d0c4594-47a2-4546-9bca-cba1ec037ae5 req-e429b2f3-83d1-490b-9ffa-43f8dc2b2bcd tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0265396 Oct 26 15:30:15.480609 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:30:15.658292 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2221ccbc-e13e-4c4e-90a6-e28161ba890c req-694fa94c-bc81-47b4-b5b8-3172d95f985a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0266066 Oct 26 15:30:16.749741 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9b99dea6-ba58-4779-be25-c53324705474 req-8f95557f-cffd-4cae-ac76-9e34839443a2 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0254056 Oct 26 15:30:17.851610 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3224f070-8f8e-4b85-b648-87e35938e0d8 req-f320d3b5-3404-4121-9049-67e86678688f tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0259116 Oct 26 15:30:18.951865 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4d6bf703-8751-4447-9906-878f293232b1 req-315b25ec-71f8-4a1d-b428-7f2ac3bcb613 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0298133 Oct 26 15:30:20.042400 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a9b644bc-7b39-4d36-b769-2d6f5e86a083 req-95738087-973e-4e06-8373-2db7c77a9a59 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0257633 Oct 26 15:30:21.134127 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b312d86f-6184-4abc-ac2e-30e7ddd5d2b6 req-5826ba50-771b-43b1-88c2-f95d4860f13b tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0258427 Oct 26 15:30:22.228337 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9e751de2-fb15-453f-aeb9-3b07daec5eb4 req-5b94d466-6150-4810-bafa-a4ec2fe151e6 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0264497 Oct 26 15:30:23.195143 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:30:23.320059 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-016fce8d-a474-4db8-8c44-9e9387fc2842 req-c2162b4e-0c3f-4798-aa56-6e01e529842b tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0269115 Oct 26 15:30:24.415125 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d661c598-e9fa-49a7-8762-6d55f58bc81a req-776a59bc-8bcf-4372-b339-64d097ef1b75 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0256057 Oct 26 15:30:25.514159 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b787ca4c-de4a-423c-9367-bb713ce247a6 req-de085624-7ca7-4bde-b2df-5cc5e12d4a15 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0295105 Oct 26 15:30:26.607594 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2e4e4593-4241-4913-93ae-a2cab3bf26f9 req-afc30d78-1817-4fd1-a0d0-bfbab8d0d6ab tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0265560 Oct 26 15:30:27.707169 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d3e70f79-552f-4dba-af29-340588b7773f req-7a7ea0fb-1d44-4a65-ad9c-b2a94aca1b18 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0291195 Oct 26 15:30:28.783175 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:30:28.805566 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-206129e7-cc4d-4ce4-a14b-ab4fb91f1f6d req-8eef7a0c-1df6-4c5c-bfa2-464e087e69cd tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0272267 Oct 26 15:30:29.908939 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-01d1dde2-3637-4e92-b9b9-3b4e93634521 req-15b1b70e-6a44-427a-adb5-857b5dbb52a5 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0307059 Oct 26 15:30:31.008388 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-515c5607-21c5-40e7-8514-240b370998ff req-2eb3f5e6-e82d-4d2d-b9d2-9c09e8725dbe tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0263047 Oct 26 15:30:32.105825 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-401ce68b-e194-4ee2-aff4-7e4df759676a req-ccb73ca6-3901-4364-b6c5-45f93651d535 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0293126 Oct 26 15:30:33.200964 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b97eb256-8708-4cb9-b511-807f536035bf req-acd5b77b-55cd-4798-9164-6bc96b37e4b8 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0260119 Oct 26 15:30:34.297700 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-94c6eb6e-9bc1-4e50-98f8-abd5983c0dda req-73c3f869-61cb-4d26-9390-7ff44f53bc78 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0292480 Oct 26 15:30:35.391026 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1ce3f1fe-89f4-4a3a-8b45-c82e556b1d6e req-91feec42-141f-4c46-b9da-4115a1cf3a56 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0264871 Oct 26 15:30:36.484278 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-25dbed2c-adaf-47c0-9c45-4edf055ed9db req-70b6f0b6-8a7a-4f53-ad5e-bf74fad4d318 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0260677 Oct 26 15:30:37.578616 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a20536c2-d596-4942-bab6-fea612db549c req-4f50ca58-925c-4f25-b1b3-ace708a529da tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0253863 Oct 26 15:30:37.966119 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-733feeaf-9284-4348-bbac-47233b5f32e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:30:38.677593 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cff70550-3410-4bf4-a260-36849d76841b req-1530575b-7dea-4ff8-b3d0-1aed7af09917 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0310612 Oct 26 15:30:39.786004 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-86bbef5a-8c7d-42fb-83fb-7f221310bc9f req-8d50b6e5-4f32-45fe-9231-45fd66e9744d tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0362101 Oct 26 15:30:40.899874 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c4f800a7-8880-4ddf-a4df-dda6a9f74932 req-a42add19-2abc-4cf4-805d-d0650771e2de tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0296378 Oct 26 15:30:42.016835 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8d509043-0b52-4d3e-a337-b4efcc320333 req-82b35e53-653d-4c05-bd32-bc06f7f2e2ed tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0433917 Oct 26 15:30:43.119503 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-727ab7ef-383d-44c6-90e4-2599fb8633d3 req-f30eb8f1-7437-4869-bb3a-cac75ecf0606 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0286329 Oct 26 15:30:43.222263 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-fa1a7af3-9b17-4a95-81dd-fc1bf35a22c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:30:43.845617 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:30:43.965720 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:30:44.261585 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a4b75fec-7d97-4feb-be6c-5ecf3bd22977 req-3d7ebb32-30ac-4d0b-acc5-acb2ec622246 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0278678 Oct 26 15:30:45.373398 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-48194800-310e-4669-84c4-a198e0ec9b51 req-4f4be3c0-2f98-4ff3-b4d3-25fa5d13fd35 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0301545 Oct 26 15:30:45.491424 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:30:46.474894 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b83cd79e-9646-46ea-8ecb-723636372cff req-2fd17894-c4db-4e29-ad7f-0fb8ea2caf47 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0275540 Oct 26 15:30:47.594260 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f26d1958-84b1-41bb-b0af-877dfe767f37 req-1eda7a3d-1ac6-4225-88be-59ad7103ef63 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0289588 Oct 26 15:30:48.694156 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2314fbfb-fe93-40c3-ad32-5fa6b62b5c9d req-510f6639-6ff6-4c08-a9fd-c2f4f7628b5a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0275228 Oct 26 15:30:49.808324 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-97df2155-37b4-4154-ab83-c76a5aba30e2 req-a492c3a7-fc1c-4c20-aa1d-51138bc0fe19 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0276661 Oct 26 15:30:50.917434 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e087eb9d-1120-45a0-9969-914e9b6943e3 req-0e45965a-9763-4b61-869f-aa4db4ce131e tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0268025 Oct 26 15:30:52.017215 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c5a747fe-47b8-465e-b18e-0ea567c4cc03 req-f986b2ad-5dde-49df-9ac5-a89254390985 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0300090 Oct 26 15:30:53.117681 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-30ac8cc9-ed13-4e5a-880f-84c1da8375fc req-f45c0091-ed92-4ecb-b978-defc5aff8c99 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0274975 Oct 26 15:30:54.217722 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-12f496d5-01c7-4b7c-9216-effda05b9108 req-2335f77b-9999-417c-83c5-bbf4521bf4bf tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0276518 Oct 26 15:30:55.316278 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1cfad03e-c1cd-4752-a919-8dd590be1548 req-f1c6553a-fbc8-4360-be38-2515f08ad515 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0278647 Oct 26 15:30:56.415240 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2e007a8a-cb39-492b-8c80-385355b60d3e req-689606c1-1590-411e-8750-82b7e98a10ec tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0287697 Oct 26 15:30:57.529877 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ead632d7-3181-4365-ace9-3ff64491a1fd req-f9b50ff3-c0a7-4a77-a184-04675bf00207 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0308762 Oct 26 15:30:58.657854 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fd734280-b491-4f5b-9152-4a40b9ac1b5d req-fbb51808-ba08-4bbd-93de-99e5386831cb tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0379984 Oct 26 15:30:58.793731 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:30:59.758396 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-65d938ce-1f7c-408e-a0ad-743318343623 req-6df1d39d-8a58-4c9d-9bb3-0b5315ff04c1 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0282011 Oct 26 15:31:00.196668 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:31:00.862277 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-eb7bf57b-7662-4402-93cf-b7bd842712b1 req-253b38d9-7df4-49c3-b860-4a7ac82f6a61 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0320814 Oct 26 15:31:01.981591 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-bdd6ec69-0858-44d4-8dd0-4c1505f835b3 req-60e57bbd-9f23-47d8-9e4a-e21c92fe3250 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0340178 Oct 26 15:31:03.083519 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-91ed72f6-f624-485b-ac20-c6751c7e1b98 req-9a27c1e2-6503-4434-bf00-6cc4658396a2 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0285122 Oct 26 15:31:04.187804 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b86cc592-8b77-425c-a31b-2fca5c9c8529 req-d9ab3fef-704a-415e-9f0f-76ca30da8316 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0322914 Oct 26 15:31:05.292975 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d29e56c1-0aa5-4024-a8b1-499e778af7b4 req-bafbcbc8-3f26-4039-9a74-ea791993b0e7 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0315847 Oct 26 15:31:06.392436 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8180ae70-04e5-4b03-a7e8-db18c792f49d req-20607d47-cab6-43b2-8d8f-7f6a7f3d7084 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0278676 Oct 26 15:31:07.514726 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0dffde86-93ef-4364-9a80-47bcda6f09dd req-d4df4aee-447b-4696-a3c0-b044a624941b tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0463123 Oct 26 15:31:08.022777 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58488015-5cf3-4f4a-80dd-58caada503a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:31:08.613381 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d12cfc26-986d-4513-af5d-56de896476ab req-162d075a-a356-47c4-8557-937733cdc9be tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0280619 Oct 26 15:31:09.713060 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8b7f03a1-68af-4ae5-a352-488325c92653 req-9c76cffc-2600-4f5c-85ff-71f2a2b13bb3 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0291812 Oct 26 15:31:10.815501 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6552f619-04a4-4f46-9a13-87d6aaaa4a4f req-3121d59f-3e50-413f-8ed3-6481889d7c77 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0276868 Oct 26 15:31:11.946412 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c747a8d4-8c25-4aa9-813a-553a820ed16d req-f7ab2663-e88d-4bed-971e-b8cc8512a0d1 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0337429 Oct 26 15:31:13.045732 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c1a6293a-ce50-4fb1-a7a1-2cf4188cbc35 req-8b2871ff-1782-4357-b081-7994cfd5a54e tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0275338 Oct 26 15:31:13.232809 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-ba1751de-e015-49d5-a9d1-36d1fb3ed356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:31:13.839493 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:31:13.947949 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:31:14.153296 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f730e527-87aa-4073-ace0-e512b7461e15 req-8a8d4238-b4dd-455a-8a8a-cdecaa5252b0 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0275462 Oct 26 15:31:15.252842 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-242d27d3-9f70-4e54-a47e-8c1dc1d1fcd2 req-dd32faa4-8eaf-4fd3-a092-1052a2358293 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0268478 Oct 26 15:31:15.507978 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:31:16.351970 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fc43b072-362a-4998-a761-fcd71d66ea95 req-3bfa5e39-c290-49b7-ac0b-5edbbecd2dde tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0268466 Oct 26 15:31:17.459769 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c49df214-fab2-4d66-a660-a6769fb1a7c7 req-8df34f4e-f534-4f40-a253-d84dddccc88a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0283480 Oct 26 15:31:18.581809 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c2e7c45f-d93c-415c-be58-e8c29f0e0074 req-6756aa11-8cab-4ca9-a074-389a6aaaa95c tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0315905 Oct 26 15:31:19.693528 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-988eb2df-98ba-40bd-825c-1aa393f7b847 req-a52cad8c-31a8-484d-bd40-511739af9a08 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0303299 Oct 26 15:31:20.808342 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5afcbb2a-02fe-438e-84e9-83815ff37e6d req-484e7b20-7f38-4d9c-baae-d8ff540f8a04 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0434346 Oct 26 15:31:21.907027 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-bd5feec1-edbd-487f-a71c-69ad198e8be2 req-b73f2b5f-7c13-46b5-91f7-8b55a7514488 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0275869 Oct 26 15:31:23.003981 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-13d60d16-5d12-4479-a98a-b5f94bd6046d req-bccf4a37-c183-49a0-a630-ac8791b4e22b tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0273228 Oct 26 15:31:24.100833 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-26a48f27-d0de-4e48-8f71-9728ebd03996 req-8448f883-091f-4ea3-89df-6d357899b4c3 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0269287 Oct 26 15:31:25.216100 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-12bdd84d-dbbf-4edd-9df0-8c1dda46284f req-086e2f18-fb0b-4c94-acad-84b0760f643f tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0318635 Oct 26 15:31:26.316886 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9490de8f-2bbe-4d47-9a68-bd3ecec22800 req-3fa0cad6-a185-49f3-8fc3-7998307fc3ea tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0296154 Oct 26 15:31:27.424915 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8ead89e3-3b1c-4cae-931b-8a8cb4eda1ef req-a1d8b331-1dae-4eb7-906d-70cd5d8ff0dc tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0282819 Oct 26 15:31:28.561780 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0424c251-ae24-4173-b710-0817ac91dbfe req-53288f63-2234-4797-b13f-87e4947b8f05 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0392859 Oct 26 15:31:28.793586 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:31:29.661761 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5f916c55-165f-4521-b83a-2ff2e2f18372 req-96a61814-ec81-4cf7-bf42-ac346e66d4c2 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0285375 Oct 26 15:31:30.762669 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e2365e5b-9bab-4e98-b6d5-03e06b23f1a2 req-d8562c0e-190b-4f42-b790-d62f88c31fde tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0284801 Oct 26 15:31:31.889693 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-458c4398-bdaf-4590-b71a-28b8ffe75dc9 req-852269af-8e9f-4a02-8a3d-cdfa679818f8 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0327234 Oct 26 15:31:32.986956 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-bbf0c23f-8919-4224-ac4f-2f733a817a4d req-384c082f-78ba-44fd-9e0d-5070e26af034 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0274355 Oct 26 15:31:34.085149 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-07cb0a80-f0d3-45ee-81d6-f645349cca95 req-2feae30b-d12b-4918-a935-6ef9a888066b tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0295939 Oct 26 15:31:35.183198 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-43b96dc0-08ed-4748-abd8-0fc28b9376bb req-05ee9634-21e9-4da3-9de1-3a549ded295b tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0273461 Oct 26 15:31:36.304121 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4c229eff-8096-49a9-aea5-53caf8debf9b req-da761186-f8c1-4f8a-bfd4-53bb23f6214d tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0363829 Oct 26 15:31:37.195389 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:31:37.410242 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-62f4fad8-822f-4c2a-8576-bc56a4094df6 req-e358581b-6cc5-4749-97d3-7593c797487a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0270631 Oct 26 15:31:38.014133 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-d295a043-c1c2-486a-b08b-09b40dbb0d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:31:38.513628 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0fd9e095-2968-4c0c-b725-cb657231df74 req-ae53c1c5-90ec-4e2b-9210-004198a1e1cd tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0314775 Oct 26 15:31:39.619324 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f27c9bf6-7dd9-4e61-86bc-1e20cafffbf1 req-92be7cf1-70c5-4026-b564-c67e69c63442 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0272827 Oct 26 15:31:40.724897 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c76994e4-ca9d-4dc9-977a-d5848c92a09c req-8962c26a-0d87-468b-aa2b-a281aca7d94b tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0267441 Oct 26 15:31:41.833726 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d5b893b6-40a5-480c-ae12-32ce8a9d764e req-b82a3e11-f320-46a3-a7ef-96b27a51a2e6 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0269668 Oct 26 15:31:42.934513 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6c8b817a-125a-473b-9227-ec513c5d4ebd req-8dd24dd7-1251-4212-8bb8-295556b8fb07 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0285716 Oct 26 15:31:43.227190 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-b16e7322-3ace-4139-b8cf-f7a2a9bd5cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:31:43.827805 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:31:43.939928 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:31:44.040122 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c9a00906-0864-46f6-bbfe-7e88416a5b35 req-38647ed6-751b-4e34-804e-7cb48542385e tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0264943 Oct 26 15:31:45.141919 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-bbb0e464-dd09-4886-8a7b-ccc8e4cf64fd req-17f4f634-8be3-4179-94f5-5f13f7af7a3b tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0312500 Oct 26 15:31:45.513535 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:31:46.246036 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6bac3984-1fa6-4036-87ff-f3fe883aa2a4 req-b5c5a31b-11e9-477b-ba50-122df7417821 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0267370 Oct 26 15:31:47.347093 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-58f91ac2-c2ba-4ba5-829e-95fc445a0a50 req-af68f04a-bddb-408c-8a62-244ccff7bfeb tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0282786 Oct 26 15:31:48.462169 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3396bf77-5d1f-40b3-bb3f-38f401900428 req-caa466bb-0cfa-4dc3-a292-3702a1f55adf tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0390713 Oct 26 15:31:49.558336 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ca7c20a2-5c77-46ce-ad51-57e3b76f1a60 req-babec09c-bb43-40c7-bbd1-059d980e0cb1 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0270662 Oct 26 15:31:50.663405 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-57790def-a636-4ea0-87b6-8505a3772b4f req-da4ef169-2688-4a22-b5a1-83b8f200ad21 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0320566 Oct 26 15:31:51.775066 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a8aa311b-7b51-42b5-b9d5-82221efd61b4 req-e0fa37d0-577a-4016-a817-be9beb3bbb73 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0345035 Oct 26 15:31:52.873631 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d6df5aa2-bb83-4412-9c5f-66f6e8ae7630 req-fe615810-7c9c-46eb-870b-d94be2bf9a44 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0260794 Oct 26 15:31:53.973830 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ca3d6daf-ae06-4b5a-9ecb-28b2ba0b3a72 req-6f844997-1694-48aa-8946-e208c3172ca0 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0277948 Oct 26 15:31:55.068648 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a648790e-aeef-42c8-baf3-e26bdd36468c req-74030218-66af-4d67-ae49-4f5c97813062 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0271173 Oct 26 15:31:56.163070 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-36080c93-0faf-44f9-8df5-1c90db453bc7 req-ca2f1bb8-c74f-4874-a196-664817f8a2e3 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0267797 Oct 26 15:31:57.259776 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6270e0ca-fb94-4b41-9950-b5a650a70dd0 req-df91e39b-9597-42b8-943b-0bb9465080f4 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0268023 Oct 26 15:31:58.362093 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9e53f253-63f5-4aae-a902-8446d9af9b9b req-b79a0376-8755-4979-8374-d670c5e99150 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0306468 Oct 26 15:31:58.802376 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:31:59.458354 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ad987fe5-d547-4d47-82d2-5d19f6a425f5 req-8ba37b47-5ff8-4bcc-b2cb-15cd45fbbbae tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0281782 Oct 26 15:32:00.552290 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4214a102-c8a1-4db2-9f94-1df9ef0ef180 req-3ca64244-88da-443d-b1b9-090186a5f0a0 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0271575 Oct 26 15:32:01.649961 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-57dd414a-4f04-4ccd-8e90-225ebd2c573c req-2e4bf785-dd7a-4e04-a86f-0e55ebdb0cde tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0259953 Oct 26 15:32:02.747224 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-10f83b5f-615a-4d6f-8d6d-44b6d2588346 req-50807716-2685-469e-b603-a34c90e65fdc tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0264506 Oct 26 15:32:03.844910 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4966597a-63fa-4bab-bbf5-9f0a8f3d4b57 req-c45862a2-efe4-4698-b3da-5b8dd9056a5d tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0277290 Oct 26 15:32:04.946472 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a0d5ffa7-dc20-4cb9-9c1e-d146a83ea60c req-648f1718-3040-4673-9def-28737af426f8 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0310578 Oct 26 15:32:06.038778 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0f86a50f-9fa1-43a1-8a4d-4599eedf6dc7 req-d5a314ef-2256-4541-bcb7-106d33bf7c42 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0261111 Oct 26 15:32:07.139592 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-16bd5cae-ad29-4bf0-89c5-f2df12978bcf req-a152a3c3-5f21-4735-b13f-37e72d2ab0f1 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0303338 Oct 26 15:32:07.969854 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2a5df70f-97b6-4f48-9383-8c3b7d7d02fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:32:08.236431 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6308c55e-2e0a-4321-994f-7a25be8d113c req-7b2bd2cd-5bc5-4290-bc97-7149edce30b6 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0266798 Oct 26 15:32:09.328402 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d887be8e-7556-4b21-b8bb-1a8fad0f6564 req-aca11717-774c-4902-8613-1c8036a728c8 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0262010 Oct 26 15:32:10.420442 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7b4be670-b18b-42da-8df2-3ffedf6b50b3 req-700c9a35-8061-4b85-ad1e-0ccdb218abce tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0254426 Oct 26 15:32:11.516852 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-34a37f2e-9869-49cc-9777-7791ac791de7 req-c634af1c-19c5-4afb-ac93-c912a327c032 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0292490 Oct 26 15:32:12.612303 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0300dbaf-f93c-45cb-8389-4181ed800e92 req-60a746d0-737d-4361-b82e-27b9d4e67087 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0263689 Oct 26 15:32:13.215374 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-41197150-f93f-46a7-9565-e68d82d5e760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:32:13.705192 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-06da1eea-a409-4f9d-87ae-a9cce92b39e5 req-5fd80e09-3dd3-4c57-9ce7-a3ea3f69ed31 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0260363 Oct 26 15:32:13.858979 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:32:13.946904 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:32:14.194020 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:32:14.799481 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a35fcfcb-2f7f-4ac2-a3e0-23ce950d1f67 req-649641af-8df0-4929-8730-6d7f963df896 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0271213 Oct 26 15:32:15.515677 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:32:15.892733 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a7dc89fe-8678-4584-89ae-61dc5e23da04 req-260fcb51-c409-4656-b110-02b9cd742b89 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0257912 Oct 26 15:32:16.997210 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ef7640e5-06ce-4561-83d8-c249a75df454 req-8fd357d8-9222-42d3-ab41-c25f36428cf6 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0267432 Oct 26 15:32:18.096689 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4e9d75ca-83c5-4924-b510-0a9d2f418f09 req-b6cf83fb-a0b5-4d09-af8e-ee8d9923b51c tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0292258 Oct 26 15:32:19.188339 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1b5720a6-bab7-4a65-acaa-5ce6fb56b50b req-cf5c27a2-a11a-4b2c-aeb9-6d281e547473 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0254197 Oct 26 15:32:20.280976 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a696308e-33ae-427a-aa50-0b58796dc12d req-5cca0e5f-040f-46a9-babf-8dab0c15d964 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0258205 Oct 26 15:32:21.374272 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-93d310c5-9eee-40b2-be51-ebf0ca7fbb4d req-056fe3ba-23fe-48d3-b9f7-8375eec52470 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0256853 Oct 26 15:32:22.467486 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-da9853bc-2746-4692-95c0-a288212dd504 req-6d783d2d-ce6e-4921-9b27-5696eb12f181 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0263069 Oct 26 15:32:23.561209 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f13c9c83-239c-44c8-9116-d722159ab207 req-6ddee248-7cd5-4ee3-bd75-a1d56d3d1fbc tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0272293 Oct 26 15:32:24.655778 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fbd81454-74ea-423a-8f5c-125019ed2f37 req-39605c6f-750a-4456-8902-983426fa1058 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0288894 Oct 26 15:32:25.750565 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-109300c7-6031-4129-99b8-480723007014 req-43d2da3c-2909-40a4-9bfd-745d94854f4c tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0272784 Oct 26 15:32:26.851142 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5ceb11db-2df1-40b2-8d03-ddaa7cfc2948 req-69209b9d-af17-40e7-931e-02ba3e145d0d tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0258875 Oct 26 15:32:27.943602 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ee24a52b-7cf4-4464-90cc-8bf540615d29 req-8769cfa3-fb2b-4aae-86bd-e2c274a05cd3 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0258963 Oct 26 15:32:28.809916 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:32:29.036593 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-689a7bac-5fb3-46fa-87e3-e34d1efd0649 req-26cd4d91-4827-444a-a7c1-eea2cf880e80 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0262773 Oct 26 15:32:30.128861 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-195283b0-7b40-4f80-9bb1-2e581d4e9614 req-ccba9f2d-066c-4f35-baea-590f51b5554c tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0262563 Oct 26 15:32:31.225589 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-450f4ae0-a8a5-487c-b68f-87bc6c7fc6fa req-9d3d2ec4-ad80-4355-a02a-6d5b5c57df24 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0294895 Oct 26 15:32:32.320259 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f1f5f75f-05a6-45ce-8700-fe46dd0b9f62 req-f00ce6a9-b8ce-4345-85b7-5f9faca54d9a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0280163 Oct 26 15:32:33.413332 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-49116ec4-96f8-4d8b-aac7-1f4efb56f409 req-38ca038f-4184-4178-a1b4-19d8091985b5 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0253484 Oct 26 15:32:34.506066 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e4aa510a-a555-4aa8-b4b1-452a322978f7 req-13838351-6c13-4f22-8832-b4d26e82deb7 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0256338 Oct 26 15:32:35.597490 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-024ed3b7-7f9d-4020-bc41-c1163a0014dc req-89dbf2c1-df69-4a03-bffa-ceb2b5d5403a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0252976 Oct 26 15:32:36.689398 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0bfccb73-3869-4a75-a089-39f296bd45f8 req-cf055992-f598-4b25-b2cc-6687f4ebde48 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0257258 Oct 26 15:32:37.790350 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4cc90ab6-f3db-4a14-93c6-ed47f2d863fe req-7abf871a-2885-4f21-8464-418ef0daf960 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0310237 Oct 26 15:32:37.988926 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58ee46d3-1a00-4221-9d15-494334d9623a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:32:38.882697 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7d6b405b-4c1a-4831-8523-c82177dee5e3 req-e47904e1-c07b-47d2-a149-db28304058fc tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0261264 Oct 26 15:32:39.976293 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3562fd10-4a01-42e2-a4ab-4b7e9a957dcd req-303fd428-a860-4e92-891f-2d52b497d77b tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0263636 Oct 26 15:32:41.068140 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0df9c250-833e-4840-a828-37b760bf950f req-faf36fff-9bb1-4bb5-ab02-b4b44c1ec1d5 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0263910 Oct 26 15:32:42.161258 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9f6fbb2f-d964-4e85-89d9-0646c8b6bf7c req-e96e34e0-104b-489a-acb3-fba3c6ac51af tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0259054 Oct 26 15:32:43.220636 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-f1cd69be-2db1-4d40-9e8f-e8e675a35e2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:32:43.254625 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b85865ae-b16d-4a0f-b044-344dd1ce4cae req-bd234b64-604c-4bfe-ad2f-8a40f6673d00 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0256329 Oct 26 15:32:43.908844 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:32:43.935233 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:32:44.349054 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c47afc8a-2de2-4ff2-8ba6-acb4a080235d req-bb871b98-44d8-406d-9753-eb6f94a071ce tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0292418 Oct 26 15:32:45.446452 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8114556b-5d39-4cc1-b5e8-ad6277d8a1e0 req-58037c59-4013-4e86-b36b-443da7a8cc26 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0267923 Oct 26 15:32:45.497844 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:32:46.539577 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e11d7f02-9cfe-44ae-be05-7b8956f54970 req-17211562-1954-43de-b7b3-f935e2e2016a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0260592 Oct 26 15:32:47.638421 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-456fc45f-e687-4932-bc79-16f623dfe8de req-59fc033f-724c-43d5-ab2c-74aba5d23e1e tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0316334 Oct 26 15:32:48.730605 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a92a8cdb-77b0-4b35-beae-5e9f78b77896 req-2b727726-89d8-451a-a31d-32fabdad9e7c tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0266333 Oct 26 15:32:49.823558 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1b511344-c39f-4570-a1ad-a46d6993dde8 req-45d661d4-9a2a-4ccd-ba37-ed791412199c tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0256546 Oct 26 15:32:51.128547 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-46d2f5e8-ead8-48be-82b8-234c595f4768 req-6ca6e77b-0ac6-465f-b8ba-85f0bcfa7f0a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.2369654 Oct 26 15:32:51.197518 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:32:52.277868 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e0ca8be1-f2b4-4324-a0cc-5e29c0d8071b req-035df3c0-ae2f-4d03-a633-7c8ae27e39cb tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0790772 Oct 26 15:32:53.371591 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9981f282-feaa-4bae-a61d-908d0ce41b59 req-27cd8798-19a9-48f2-be9d-dfd2dbbec6e8 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0261214 Oct 26 15:32:54.465290 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d8399e0a-1914-4f40-b6ab-b384b96dbfc3 req-ef10dc04-160c-457a-a020-44b6efab47bf tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0263352 Oct 26 15:32:55.559549 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a5a9225b-541c-4cad-a3cd-465c37dac470 req-946e4046-0184-405d-abef-748b9445286a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0259149 Oct 26 15:32:56.651370 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4e8a06ce-55d4-4154-a82b-44e509015b62 req-ab52e957-e3b3-4067-920b-e212389befa8 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0266535 Oct 26 15:32:57.752564 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b89bf0d8-9a69-4ea1-b50c-d7a47cd54614 req-ef4002be-cfba-4967-be09-c79f7d6f4cde tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0294809 Oct 26 15:32:58.834656 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:32:58.846290 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-977768b9-c32a-42ca-9762-7951bad37102 req-720c6065-cd2a-46a5-b1bf-60b142f564da tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0266507 Oct 26 15:32:59.939396 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-51e415cc-7ed4-46c8-88a9-bb42a83a4862 req-7602a352-7459-43fa-a46f-53fccdd5e650 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0263398 Oct 26 15:33:01.036833 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4b458dda-08ef-43a4-a1cd-09753cf0e0fb req-222d2f86-0c5d-4250-b2a6-bd4b4c1f62c6 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0284846 Oct 26 15:33:02.129685 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-bcec2f2c-3af9-4221-8ef8-b751ac561cb7 req-f0427620-be06-4662-ac38-715975938144 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0262306 Oct 26 15:33:03.222545 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-790f72ae-12b4-4997-bb62-4a4992fa2b7d req-10092e5d-e2e5-4afd-9dda-691e9870a6ad tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0254714 Oct 26 15:33:04.329948 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-268596bc-ab1e-41c3-aa51-1afbcbe09ec3 req-04e98edb-b61e-4a1f-ad22-1ca49397cab3 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0364504 Oct 26 15:33:05.424152 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2dbb9356-1a5d-4f58-93d3-d4ecf2dd3bd5 req-d3172ca6-d3eb-415a-bfc2-db03234809f0 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0266435 Oct 26 15:33:06.516164 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-009b3b9e-61e4-4604-9463-a7a54a90a4f3 req-de93975d-e269-46cb-832c-07bff966db59 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0263321 Oct 26 15:33:07.612855 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ab31a43d-a52b-41d1-892a-9e7603c6b131 req-98c8f301-e9a3-4452-b671-5f3ab72b4d09 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0269859 Oct 26 15:33:07.977232 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-68247615-290c-415c-aebf-53f1bc6fda95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:33:08.708535 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5d31bed2-b1ee-4329-8e7f-0416a805f461 req-c53e43e2-b5bb-4cf4-a88b-47cdd5c44dde tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0253572 Oct 26 15:33:09.802524 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ac579602-cae9-4401-9741-2e34c61954ae req-5d7a06e6-6e27-429c-8cf2-935ba8085bf3 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0267184 Oct 26 15:33:10.899661 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-657592e1-e3d9-46f8-b5c5-9898a66387c8 req-2f55d429-1f40-4fca-8c13-7721a221d80f tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0299213 Oct 26 15:33:11.996417 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cd0d3bcf-8560-4f56-9137-1a19105b329c req-9b1b70e7-51d1-4725-bc03-488e6fcbbfe0 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0282683 Oct 26 15:33:13.093365 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b3c92c97-2954-4cfb-9060-12cecaa1a58e req-a50423d4-a330-4627-9028-e6c1369e6294 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0257573 Oct 26 15:33:13.214819 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-7fd06080-6156-41b1-a0c9-d38dbd2266dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:33:13.845714 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:33:13.936871 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:33:14.192598 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-300ce6cf-60ad-4f29-a314-3456e79b8c58 req-c5edf9cf-d8ad-458a-a4e6-8d1c1c37da52 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0272298 Oct 26 15:33:15.287347 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-14f81d18-cfa8-4eda-b682-0269bf9e05d7 req-7b9e4e7e-ac65-44e1-8e6e-cfd5bed38484 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0250175 Oct 26 15:33:15.537157 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:33:16.380489 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d634e572-804d-41f4-8cd6-f71be83dcb69 req-69cb9e59-7475-429f-a4f6-c12619ab8513 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0263231 Oct 26 15:33:17.477790 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b98e0ee2-f7e7-4c62-88a0-a95387c49e2d req-40c89cc4-b5bf-4adb-a1a2-ba259b30f594 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0288973 Oct 26 15:33:18.578508 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-bee1eec3-96a9-4b82-80b8-ceb50d4a56ef req-cb150195-492d-4860-9771-3dd44b93122d tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0267344 Oct 26 15:33:19.672628 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-178bcf61-df13-40e2-9c8d-89d160e7755c req-8bba1fd2-7356-4426-bfac-16146a349436 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0273554 Oct 26 15:33:20.772293 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-bd67fbf0-c35b-46da-baa5-2889a92d24e1 req-1303992f-285b-49ff-b221-83fad60edc20 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0269136 Oct 26 15:33:21.857663 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-45a83594-36ce-4b98-937e-06dc7baf0273 req-667dac9b-ced5-4699-880f-ffd9fd815110 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0264699 Oct 26 15:33:22.952414 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3218d681-554d-4ecc-aaa9-d9d78d012fff req-67d5fec5-8ff2-49f4-872b-ccf514abcfbb tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0262601 Oct 26 15:33:24.048128 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-915c7c37-235b-466c-a8d7-2ada258073a9 req-41351f3b-5fad-4430-9ff5-1a56f1c2a2fd tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0289211 Oct 26 15:33:25.144914 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-28847406-cc5b-4729-935c-560784ce16e6 req-3e706742-783e-4a45-b9f6-68bd7877e3c9 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0282154 Oct 26 15:33:26.239594 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e5ac3aef-d8b6-4f5e-964c-febcfc8a1835 req-6f748036-a335-4df5-8004-c7490c9ef01e tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0267670 Oct 26 15:33:27.334906 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a6b0cea1-431b-46c7-a205-23b02395ba26 req-b8c17158-0448-465b-949c-2eb9855d5707 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0267274 Oct 26 15:33:28.197641 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:33:28.428010 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0a757f8c-b193-45dc-8d80-a61482f9f5cc req-daf1ca67-04ea-4f73-a4fe-0d03269ec399 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0259583 Oct 26 15:33:28.861051 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:33:29.526512 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0540a291-eee5-41cf-8c1a-26c048b018cf req-e369163b-a93e-4dfc-aee4-b4a3d1419f76 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0268390 Oct 26 15:33:30.625093 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0866e681-66c9-4fa7-8719-b0809a86b695 req-611c3d54-e825-4710-9e50-948af920466c tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0292397 Oct 26 15:33:31.725670 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b12512d3-16ce-4dcd-8b0e-002366ca5d3e req-727b2e61-af81-4337-952b-765fa32d4561 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0253196 Oct 26 15:33:32.819732 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7279551e-99fa-40ad-b527-f6d7262149de req-6128c954-c7ab-467d-ac5e-b89e8dd9363c tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0279453 Oct 26 15:33:33.913660 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e90db862-ad10-4cd6-85ac-702c7d094149 req-e46d85af-4f71-452f-8cf1-155985addef5 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0254378 Oct 26 15:33:35.006661 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9b301cc9-3e0a-41e0-aecd-c010f7bd66e0 req-ee017a5b-eeb3-4aad-8593-60692095d5e5 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0254655 Oct 26 15:33:36.101676 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-17a25cd9-fffd-412c-9df1-47c0f9e393f1 req-e039d98f-0507-46ec-b962-e7f8457ffe5d tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0261166 Oct 26 15:33:37.202272 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c3a6a17c-cdf2-4d25-b339-5f1c64947c72 req-4bcdfcc4-932c-4ef7-bd35-bc50dc2e7f87 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0291157 Oct 26 15:33:37.975851 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-88b3c366-3d58-48e7-a1d6-d95754ee7e21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:33:38.295211 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-85aa59b7-9142-46d1-8e8b-8ceabf21954d req-d376e1fb-5a34-4e4a-bcc1-3f3eb2c7579f tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0260139 Oct 26 15:33:39.388463 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fcc989ee-898b-4315-8af5-8cea357011b1 req-05c3d233-cbf7-4531-92b2-919e5009be43 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0263216 Oct 26 15:33:40.482300 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-df94a2ab-8c39-45fa-9d7f-6d584b9925ed req-e2802aab-462a-4c89-b0a5-a762a8c8cf76 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0259039 Oct 26 15:33:41.575452 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c27022d8-b078-4df1-bb75-db034c3f4d75 req-7420be41-c09f-4ab5-a526-dbe57245046e tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0267317 Oct 26 15:33:42.670779 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6ce83dc3-b4f2-440a-b848-50dffd5102ed req-d608d4be-1d51-4c18-b80a-383d7cd59a48 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0271206 Oct 26 15:33:43.250400 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-bba61687-42d3-4a59-8375-04bb328f6cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:33:43.773239 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-10302117-64e3-49d9-8dd1-606c9f7fe407 req-97291a0d-ec40-429f-adb3-2d7d518734d5 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0316923 Oct 26 15:33:43.861759 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:33:43.951985 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:33:44.871265 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2c437150-3330-4b28-8e90-f4abeb45aa5b req-58539f78-943f-4401-8393-ef351dc7fa2b tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0273831 Oct 26 15:33:45.571584 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:33:45.968118 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-aae3f6ab-15ce-4024-ac34-c36e329ef241 req-117fdccc-b3f6-4965-a597-3f6dacd0ab57 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0272818 Oct 26 15:33:47.061486 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-089b6453-ad35-40a9-a6a1-7a4493558aa1 req-bbed8404-910b-4f76-bd81-f3738922f707 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0260024 Oct 26 15:33:48.162137 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ac9f5347-bb95-45f8-b2b3-15e0f138a9e4 req-1127698a-3703-4b80-9608-5dda8846a767 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0272958 Oct 26 15:33:49.385079 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-bdf11cbd-e845-4425-a0bd-86122a1029fe req-53ccc814-a834-4567-a3a6-eb0f6910ac49 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0257828 Oct 26 15:33:50.487969 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-588e176c-915c-49ac-a003-2e31a4dde1ca req-66e64610-301b-4d5d-8448-186f8a6059c5 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0321186 Oct 26 15:33:51.586844 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-aa115b17-f329-4677-9827-01fb8b07da3e req-06201651-0f22-468b-9a1d-d32b5ebb6a5d tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0271981 Oct 26 15:33:52.679854 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ed9655a8-3092-4b12-8b66-ef1274ffd111 req-743413e3-953f-4825-98b3-a05f6425d267 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0264235 Oct 26 15:33:53.771886 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-64436ea8-2f9b-4050-be2e-896494210cd2 req-9501a5f2-e0ee-4dca-aa4f-e5167bba6308 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0252650 Oct 26 15:33:54.863578 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9250ea5b-a668-4c1b-9509-9190bbf06c7b req-f3548cee-0b93-4388-bbd4-ef66b7f8c8b8 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0259795 Oct 26 15:33:55.954072 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-0c2b1c90-2e46-470b-92d0-6b2cff05da8e req-486ca069-c6d9-4d91-9d0a-fbea9a9abea9 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0251343 Oct 26 15:33:57.049499 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-18fd2620-441a-4d72-b92a-2e4098ac85de req-d610b42a-d902-47fc-905a-7988344b185b tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0293026 Oct 26 15:33:58.147537 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-94805824-dc55-476f-a490-6d358eba9c94 req-ac682dcf-4f60-41cf-ad45-ebda8dc153ec tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0256214 Oct 26 15:33:58.821598 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:33:59.241359 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b34d7d86-b1ec-4b37-b351-64b8119b8ff3 req-ebce4316-678f-401e-b7b7-e608c66e2693 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0261688 Oct 26 15:34:00.335901 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9009883a-ee44-485a-aa6c-df94227b23d2 req-26e2b877-0b52-4b4c-99f9-f820b11b8581 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0265722 Oct 26 15:34:01.430027 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-611fd8bc-a704-4127-a713-22907331f23e req-d5491ec4-89a0-42f8-9f05-cac7fd422b79 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0266340 Oct 26 15:34:02.522722 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-a534fcd2-5ad6-43da-9b31-fa8da407efbb req-eb1f7bb1-1ffa-42fc-97bb-e17e856d0694 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0260358 Oct 26 15:34:03.622712 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7e5f7a69-923b-4c81-b2b0-d38118ac820e req-fc0d6626-4472-443d-8720-a06ba183683b tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0293527 Oct 26 15:34:04.713799 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2ec9e8ed-05bc-406d-a3cd-d7eba56c4973 req-5662a717-348b-4f07-a1c9-6c6d43acdd8e tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0257056 Oct 26 15:34:05.196719 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:34:05.804981 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-2ecab0b5-5f88-47db-8c9e-6db23f4cd9e9 req-59ad3b7e-f94d-4ce3-b164-c2702f976436 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0269699 Oct 26 15:34:06.900743 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-31e477a9-ba95-4c47-bd5e-1edcce15fac2 req-54f73c89-6bfa-4abb-bc7d-40998b0b0c44 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0270159 Oct 26 15:34:07.975595 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-e6e433b6-48d5-43f6-a78e-72a56c14d5df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:34:07.995588 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e2865bee-65b7-4983-841d-2e7e412654e2 req-ea1d05af-0be0-4a27-ab21-b85313ba9111 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0265563 Oct 26 15:34:09.097235 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-7b23a5e0-a04e-433e-82cf-0e3368af35d0 req-64e3d820-9766-4204-998e-6661ab1fb661 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0305893 Oct 26 15:34:10.196405 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-48043373-7969-4af6-99bd-1fc90b559920 req-f5c8b049-1f03-448e-b22f-e9808266369b tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0297110 Oct 26 15:34:11.288593 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-71384fd7-c039-45fb-9d41-7451a4852081 req-fe429fe0-11c2-4a70-91d4-f33f0affc1c2 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0263045 Oct 26 15:34:12.381942 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-e99c54f5-ecd7-4058-9dee-8d4eb64758cd req-6613c7f6-efab-47bc-9f38-1688fd674c8c tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0265305 Oct 26 15:34:13.249457 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-bd1a528e-d7cf-4df3-98a6-5e53f82771bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:34:13.482167 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8e1cf4a9-0443-4e58-9968-a7f44f1fc338 req-d4489c9b-cf5c-4fdb-92a7-04e23750f5a8 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0268080 Oct 26 15:34:13.849858 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:34:13.957814 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:34:14.582223 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4726e3b9-6db9-4a60-9908-92ce05c49a12 req-e03d0d35-c189-4523-99ff-e35a0705c49d tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0269561 Oct 26 15:34:15.512396 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:34:15.679828 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4bca012b-e24f-47bb-9072-dac27a744204 req-5133feea-b6e1-4f82-be57-4066090529a2 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0284858 Oct 26 15:34:16.775410 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-6141a928-38ae-4c09-a553-f9d3463dc110 req-79a90007-676b-4b3d-9ab0-9b32307ec16b tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0292630 Oct 26 15:34:17.868036 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f7164c0f-70fe-427c-8899-a8c95cb20ba8 req-8a3849a3-7250-4773-a4c9-166a453435ba tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0255439 Oct 26 15:34:18.960684 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-3f4d29b3-ee44-4240-8979-0c8279837c9d req-fdb01538-6814-47b5-8236-de2763be1c65 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0262072 Oct 26 15:34:20.052618 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c6ceaabe-21cd-46c2-a3bf-35adad4554bb req-b1e700db-bd62-4195-af89-7f82de1515ea tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0262535 Oct 26 15:34:21.163522 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-561b7ee4-a324-4707-b3d4-701359a503e3 req-059b7e9e-e665-465b-8d98-f351d157a2b1 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0421348 Oct 26 15:34:22.264479 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-15a9cdbd-72dc-4c66-8c90-2c04012bf5ee req-748958c3-473e-4597-9289-ce70553fa801 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0251319 Oct 26 15:34:23.363114 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-f7d98b0e-2e76-47b9-b11e-1d6028f9244b req-a3ceb5c1-4710-4b7f-a274-cf68630b5976 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0290687 Oct 26 15:34:24.458317 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ef617c4c-6ab3-45a6-bef4-23a6e4fda087 req-4e31316d-4d75-496c-aa1c-6bafbfa513fd tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0269904 Oct 26 15:34:25.551886 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4136ad82-7042-41aa-a8ef-0698349ed34c req-a15ebdc1-2714-4f68-a52e-8d36535c7bc5 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0271435 Oct 26 15:34:26.646903 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b9c180e8-11e5-4c9e-952b-17bee6864c9d req-35d57c1c-26cf-4ada-ae3e-474c1398761e tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0274870 Oct 26 15:34:27.742092 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-13584a02-5e34-4b23-8444-83c72c4330ff req-65a08f3e-b4e8-43b0-a6cf-e8723ffc4177 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0259304 Oct 26 15:34:28.820512 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:34:28.837240 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ce42eb61-f67e-4523-88e5-e681fd3c8ed9 req-af775e4f-316c-4889-857f-6ffe6f9dd5d4 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0263598 Oct 26 15:34:29.942462 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-465b5777-2736-439b-a77e-2470ff410928 req-a424d9bb-b4b8-43df-ad84-7ab9c8e910f7 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0312316 Oct 26 15:34:31.045957 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d804afcc-9c0b-403c-a113-f97cbb99a77e req-810b295a-ce84-4c17-83f2-9d08a111fd2f tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0265503 Oct 26 15:34:32.138538 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5cac35ce-759b-4e41-8bb2-b40b00627da9 req-53b01de3-8724-47ba-833d-8d910ec5fa0f tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0261815 Oct 26 15:34:33.230573 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-674f6cec-2568-4bdb-b41e-6ab4031973eb req-4c0769f1-9c59-48eb-aa7b-a50dcba68a10 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0260925 Oct 26 15:34:34.329023 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-cb501cfa-9815-4673-8d98-135877138e35 req-5ab4ba0e-eb85-417a-bd2f-020ee4bfa6eb tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0307295 Oct 26 15:34:35.425796 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-9f026e35-2787-4021-af26-ed47f5286bc1 req-ccbd8955-b6b7-460a-8da9-7588a4f90f65 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0274897 Oct 26 15:34:36.520869 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-009b8ce3-126d-45d0-b362-468e0c316c4b req-9347da5a-c311-4aff-aed5-0c431626c7cd tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0284593 Oct 26 15:34:37.615034 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ea93ee6b-84ba-4e99-b24e-37a7938e588d req-b2b2ae43-6218-44e8-ab02-940ab69138c4 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0262361 Oct 26 15:34:37.975792 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-a5978d64-b241-4a85-85b9-37cdac724f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:34:38.706071 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-4833c0b3-01bb-4458-bfb1-cd10601b06d4 req-5da5775a-82f4-4cdb-8d9a-2cf5b7962c1a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0255165 Oct 26 15:34:39.798887 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1bfefe14-94a6-428a-9884-2a3c8f23a2aa req-fa60c20b-f4e2-46fc-ab38-def34f848e5e tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0253921 Oct 26 15:34:40.890255 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fdaf8a60-37e8-4f61-acb5-2079ef975692 req-cf3017b2-069a-4fc1-9b05-50f2f978e0b6 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0251865 Oct 26 15:34:41.981495 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-fca4ae3c-0cd8-463d-8085-e3d6a99ba3c0 req-230bbcb1-294c-46e8-afaa-63b27e819191 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0253370 Oct 26 15:34:42.194546 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:34:43.243041 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-f5d842c9-228b-436d-8649-947490e8aae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:34:43.345922 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1db80b22-e300-4890-8b17-e19cf5a84434 req-81956310-de44-4948-a990-c0bdecbb79f0 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.2972116 Oct 26 15:34:43.848724 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:34:43.934463 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:34:44.439326 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-71a3e2d7-3bd5-4b31-84f5-eddb506b7a33 req-4e91e62d-1add-4694-bf42-3aa3107c6ecb tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0259593 Oct 26 15:34:45.516854 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:34:45.530257 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ffa9856e-06cb-47f1-b663-34b10ea1ce1c req-5fe75864-6d97-4484-bfe0-7bc91ef157aa tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0260015 Oct 26 15:34:46.622091 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8d758d68-f2e9-40e2-9dc9-9026658b902f req-cec8034c-e7ae-4fdc-adcf-0025aa4831e1 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c063e9a-3eae-4cc4-a4f3-855bd8390d06 HTTP/1.1" status: 200 len: 210 time: 0.0256703 Oct 26 15:34:46.643544 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 42168) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:34:46.781218 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.plugin [None req-81efdc18-d4c7-43d7-9a12-29b4ef87cdf3 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Deleting port a6a49212-c72e-40cb-a480-1ff2f4f81e4b {{(pid=108648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:34:46.781556 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-81efdc18-d4c7-43d7-9a12-29b4ef87cdf3 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:34:46.854341 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-81efdc18-d4c7-43d7-9a12-29b4ef87cdf3 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:34:46.854690 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-81efdc18-d4c7-43d7-9a12-29b4ef87cdf3 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:34:46.866490 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.plugin [None req-81efdc18-d4c7-43d7-9a12-29b4ef87cdf3 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Calling delete_port for a6a49212-c72e-40cb-a480-1ff2f4f81e4b owned by network:floatingip {{(pid=108648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:34:47.076740 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-81efdc18-d4c7-43d7-9a12-29b4ef87cdf3 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3397087'] for port, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:34:47.100361 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81efdc18-d4c7-43d7-9a12-29b4ef87cdf3 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Pushing event deleted for resources: {'Port': ['ID=a6a49212-c72e-40cb-a480-1ff2f4f81e4b,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:47.109858 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81efdc18-d4c7-43d7-9a12-29b4ef87cdf3 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:47.110258 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81efdc18-d4c7-43d7-9a12-29b4ef87cdf3 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:47.110552 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81efdc18-d4c7-43d7-9a12-29b4ef87cdf3 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:47.110899 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81efdc18-d4c7-43d7-9a12-29b4ef87cdf3 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:47.111235 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81efdc18-d4c7-43d7-9a12-29b4ef87cdf3 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:47.111558 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81efdc18-d4c7-43d7-9a12-29b4ef87cdf3 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:47.112325 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81efdc18-d4c7-43d7-9a12-29b4ef87cdf3 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:47.112325 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81efdc18-d4c7-43d7-9a12-29b4ef87cdf3 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:47.112559 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81efdc18-d4c7-43d7-9a12-29b4ef87cdf3 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:47.112789 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81efdc18-d4c7-43d7-9a12-29b4ef87cdf3 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:47.113101 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81efdc18-d4c7-43d7-9a12-29b4ef87cdf3 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:47.113410 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81efdc18-d4c7-43d7-9a12-29b4ef87cdf3 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:47.173788 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-81efdc18-d4c7-43d7-9a12-29b4ef87cdf3 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks [] for floatingip, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:34:47.176257 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-81efdc18-d4c7-43d7-9a12-29b4ef87cdf3 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for floatingip, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:34:47.177528 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-81efdc18-d4c7-43d7-9a12-29b4ef87cdf3 tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "DELETE /v2.0/floatingips/23212c03-69ce-4a19-a0e7-46044200b920 HTTP/1.1" status: 204 len: 168 time: 0.5329792 Oct 26 15:34:58.842505 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:35:07.962687 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-28ab6beb-03f2-4c25-984c-d6f99ab5e0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:35:13.236586 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-ebb7ffc4-d7dc-4494-9e68-5d060b5584a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:35:13.847709 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:35:13.967598 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:35:15.579737 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:35:19.193929 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:35:28.847593 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:35:37.984441 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-fbf42637-bbf8-4e16-9a07-f46c3ea3c48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:35:43.287530 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-698cb40e-ec52-4f75-aadb-193f16d5b603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:35:43.858122 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:35:43.978124 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:35:45.573355 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:35:56.194504 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:35:58.869347 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:36:07.978259 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-90f08e20-3154-4b81-afd8-4302300eb7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:36:13.245416 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-86c7eb4a-13fb-4cd6-9813-5708f18c729b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:36:13.835684 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:36:13.965660 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:36:15.538599 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:36:28.868235 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:36:33.194542 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:36:37.990145 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-7c41f10e-fad1-4704-b2e9-89f6aeeb22b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:36:43.255926 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-9506534c-1d8c-458b-9020-088c93c7e84e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:36:43.850588 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:36:43.987942 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:36:45.547648 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:36:58.867065 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:37:08.026835 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-81c2bc82-29a3-482c-bc67-df4fa8fc3f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:37:10.194325 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:37:13.272279 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-91ec497b-75b2-402f-93fd-e1b0827651cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:37:13.863588 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:37:13.961357 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:37:15.543362 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:37:28.865891 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:37:38.052052 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-fcf08b9e-c2d8-4da8-8841-ef6622d957b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:37:43.252193 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-914b3250-fea0-48d9-b6b2-d92f2542e555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:37:43.851419 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:37:43.988810 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:37:45.574334 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:37:47.194572 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:37:58.876365 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:38:08.002367 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-b0ef8cc3-f0e4-4cf9-b910-1fee5bd5d2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:38:13.281754 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-55071e08-a7e6-4e72-b964-95d5910fdf26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:38:13.825088 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:38:13.977097 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:38:15.539524 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:38:24.193926 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:38:28.881244 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:38:37.983950 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-d2343e08-ac4e-42d5-b433-411f6df509b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:38:43.252251 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-d14568dc-ec3b-45f2-8477-29f824120958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:38:43.886896 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:38:44.024466 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:38:45.566880 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:38:58.874434 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:39:01.194119 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:39:07.988642 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-d6c23e02-2d59-457b-8a3f-29a2b859d32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:39:13.262854 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-886c9b73-de0f-4c2a-b7d6-6c71851315c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:39:13.863829 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:39:13.976845 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:39:15.565690 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:39:28.908187 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:39:38.027598 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-6d719ef7-a45a-47db-96e6-e34ccd5e09fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:39:38.193696 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:39:43.284718 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-6a774198-8e2f-43d4-8aa0-750a5b515706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:39:43.867436 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:39:43.976055 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:39:45.616080 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:39:58.930175 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:07.975324 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-05c112d7-f107-4779-9b73-756df585d5d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:13.273068 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-420563ad-834d-4431-af6b-edec84d6944d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:13.832697 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:14.015075 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:15.192869 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:40:15.552266 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:28.918213 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:37.986176 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-40eb1aa1-c60c-4fbd-a942-73bb91404d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:43.226797 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-1244a276-a4f4-4355-83d8-ae9cb7f34096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:43.837913 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:43.980814 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:45.551835 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:48.919961 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 43176) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:40:48.981735 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-3b455eba-b886-41db-a5b0-da8dc24aea6a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:49.013160 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-3b455eba-b886-41db-a5b0-da8dc24aea6a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:49.151941 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-3b455eba-b886-41db-a5b0-da8dc24aea6a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:49.154733 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-3b455eba-b886-41db-a5b0-da8dc24aea6a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:49.155919 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-3b455eba-b886-41db-a5b0-da8dc24aea6a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] 10.222.0.57 "DELETE /v2.0/security-groups/f35a6515-ac15-4e3a-b664-fbd46fe56803 HTTP/1.1" status: 204 len: 168 time: 0.2349575 Oct 26 15:40:49.165850 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b455eba-b886-41db-a5b0-da8dc24aea6a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35a6515-ac15-4e3a-b664-fbd46fe56803,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:49.173443 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b455eba-b886-41db-a5b0-da8dc24aea6a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:49.173786 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b455eba-b886-41db-a5b0-da8dc24aea6a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:49.174127 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b455eba-b886-41db-a5b0-da8dc24aea6a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:49.174464 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b455eba-b886-41db-a5b0-da8dc24aea6a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:49.174820 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b455eba-b886-41db-a5b0-da8dc24aea6a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:49.175153 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b455eba-b886-41db-a5b0-da8dc24aea6a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:49.175478 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b455eba-b886-41db-a5b0-da8dc24aea6a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:49.175803 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b455eba-b886-41db-a5b0-da8dc24aea6a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:49.176130 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b455eba-b886-41db-a5b0-da8dc24aea6a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:49.176453 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b455eba-b886-41db-a5b0-da8dc24aea6a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:49.176773 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b455eba-b886-41db-a5b0-da8dc24aea6a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:49.177090 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b455eba-b886-41db-a5b0-da8dc24aea6a tempest-TestVolumeBootPattern-192993277 tempest-TestVolumeBootPattern-192993277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:50.607853 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 43190) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:40:51.156072 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-157ff863-af64-4b0f-b6e4-2c06b3ceae4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536295994'] for router_interface, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:51.401338 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.plugin [None req-157ff863-af64-4b0f-b6e4-2c06b3ceae4b admin admin] Deleting port 0f866454-2564-47ec-8643-cb2d80ed809a {{(pid=108648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:40:51.401678 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-157ff863-af64-4b0f-b6e4-2c06b3ceae4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:51.485406 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.db [None req-157ff863-af64-4b0f-b6e4-2c06b3ceae4b admin admin] For port 0f866454-2564-47ec-8643-cb2d80ed809a, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=0f866454-2564-47ec-8643-cb2d80ed809a,segment=NetworkSegment(8621fa32-c66b-4463-805f-ba8280121809),segment_id=8621fa32-c66b-4463-805f-ba8280121809)] {{(pid=108648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:51.485768 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-157ff863-af64-4b0f-b6e4-2c06b3ceae4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:51.498462 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.plugin [None req-157ff863-af64-4b0f-b6e4-2c06b3ceae4b admin admin] Calling delete_port for 0f866454-2564-47ec-8643-cb2d80ed809a owned by network:router_interface {{(pid=108648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:40:51.752437 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-157ff863-af64-4b0f-b6e4-2c06b3ceae4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3397087'] for port, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:51.777640 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157ff863-af64-4b0f-b6e4-2c06b3ceae4b admin admin] Pushing event deleted for resources: {'Port': ['ID=0f866454-2564-47ec-8643-cb2d80ed809a,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:51.952734 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-157ff863-af64-4b0f-b6e4-2c06b3ceae4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536254648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536296150'] for router_interface, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:52.192274 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:40:52.202537 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157ff863-af64-4b0f-b6e4-2c06b3ceae4b admin admin] Router 4054a3b4-1b92-4cc2-981e-d4bf7d393595 has already been hosted by L3 agent aad0d180-bd62-492d-9d56-445be5af9cbd {{(pid=108648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:40:52.316524 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157ff863-af64-4b0f-b6e4-2c06b3ceae4b admin admin] Notify agent at l3_agent.dv-cinder-732704-6-iscsi the message routers_updated {{(pid=108648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:40:52.322103 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-157ff863-af64-4b0f-b6e4-2c06b3ceae4b admin admin] 10.222.0.57 "PUT /v2.0/routers/4054a3b4-1b92-4cc2-981e-d4bf7d393595/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7131956 Oct 26 15:40:52.325659 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 43198) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:40:52.330825 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c03b371-9f0c-467f-bc8b-a9e55a6ce87d None None] Sync routers for ids ['4054a3b4-1b92-4cc2-981e-d4bf7d393595'] in dv-cinder-732704-6-iscsi {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:40:52.344292 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c03b371-9f0c-467f-bc8b-a9e55a6ce87d None None] Routers {'4054a3b4-1b92-4cc2-981e-d4bf7d393595'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:40:52.344921 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-6c03b371-9f0c-467f-bc8b-a9e55a6ce87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:40:43Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['4054a3b4-1b92-4cc2-981e-d4bf7d393595'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:52.452174 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-057343c4-151a-4398-a740-724e9d3aeb60 admin admin] Publish callbacks [] for router, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:52.458792 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-6c03b371-9f0c-467f-bc8b-a9e55a6ce87d None None] Set router 4054a3b4-1b92-4cc2-981e-d4bf7d393595 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:40:52.587559 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-057343c4-151a-4398-a740-724e9d3aeb60 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:52.652517 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-6c03b371-9f0c-467f-bc8b-a9e55a6ce87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'name': 'tempest-TestVolumeBootPattern-1982504479-router', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '258a6c86-79a5-4c0d-8937-9742466f1498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:20Z', 'updated_at': '2021-10-26T15:40:51Z', 'revision_number': 5, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'gw_port': {'id': '258a6c86-79a5-4c0d-8937-9742466f1498', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:22Z', 'updated_at': '2021-10-26T15:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi'}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:52.679328 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c03b371-9f0c-467f-bc8b-a9e55a6ce87d None None] Checking router: 4054a3b4-1b92-4cc2-981e-d4bf7d393595 for host: dv-cinder-732704-6-iscsi {{(pid=108649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:40:52.688141 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c03b371-9f0c-467f-bc8b-a9e55a6ce87d None None] Routers {'4054a3b4-1b92-4cc2-981e-d4bf7d393595'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:40:52.688759 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-6c03b371-9f0c-467f-bc8b-a9e55a6ce87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:40:43Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['4054a3b4-1b92-4cc2-981e-d4bf7d393595'], 'active': True} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:52.720881 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.plugin [None req-057343c4-151a-4398-a740-724e9d3aeb60 admin admin] Deleting port 258a6c86-79a5-4c0d-8937-9742466f1498 {{(pid=108648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:40:52.721122 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-057343c4-151a-4398-a740-724e9d3aeb60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:52.788092 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvr_db [None req-6c03b371-9f0c-467f-bc8b-a9e55a6ce87d None None] Set router 4054a3b4-1b92-4cc2-981e-d4bf7d393595 gateway port host: None {{(pid=108649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:40:52.813819 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.db [None req-057343c4-151a-4398-a740-724e9d3aeb60 admin admin] For port 258a6c86-79a5-4c0d-8937-9742466f1498, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=258a6c86-79a5-4c0d-8937-9742466f1498,segment=NetworkSegment(48b4b2e5-ca40-4770-b351-7c2adc646ed5),segment_id=48b4b2e5-ca40-4770-b351-7c2adc646ed5)] {{(pid=108648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:52.814463 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-057343c4-151a-4398-a740-724e9d3aeb60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:52.828714 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.plugin [None req-057343c4-151a-4398-a740-724e9d3aeb60 admin admin] Calling delete_port for 258a6c86-79a5-4c0d-8937-9742466f1498 owned by network:router_gateway {{(pid=108648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:40:52.849575 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_hamode_db [None req-6c03b371-9f0c-467f-bc8b-a9e55a6ce87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'name': 'tempest-TestVolumeBootPattern-1982504479-router', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:20Z', 'updated_at': '2021-10-26T15:40:52Z', 'revision_number': 6, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'gw_port_host': None}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:52.876650 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c03b371-9f0c-467f-bc8b-a9e55a6ce87d None None] The sync data for ids ['4054a3b4-1b92-4cc2-981e-d4bf7d393595'] in dv-cinder-732704-6-iscsi is: [{'id': '4054a3b4-1b92-4cc2-981e-d4bf7d393595', 'name': 'tempest-TestVolumeBootPattern-1982504479-router', 'tenant_id': '1c0d3cfad56e4c61a215d25516cd6470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:20Z', 'updated_at': '2021-10-26T15:40:52Z', 'revision_number': 6, 'project_id': '1c0d3cfad56e4c61a215d25516cd6470', 'gw_port_host': None}] {{(pid=108649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:40:53.071832 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-057343c4-151a-4398-a740-724e9d3aeb60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3397087'] for port, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:53.095737 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057343c4-151a-4398-a740-724e9d3aeb60 admin admin] Pushing event deleted for resources: {'Port': ['ID=258a6c86-79a5-4c0d-8937-9742466f1498,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:53.156539 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-057343c4-151a-4398-a740-724e9d3aeb60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536297332'] for router_gateway, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:53.249566 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-057343c4-151a-4398-a740-724e9d3aeb60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536295405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2856'] for router, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:53.252054 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-057343c4-151a-4398-a740-724e9d3aeb60 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:53.369030 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-057343c4-151a-4398-a740-724e9d3aeb60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536295396'] for router, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:53.369581 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057343c4-151a-4398-a740-724e9d3aeb60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4054a3b4-1b92-4cc2-981e-d4bf7d393595 {{(pid=108648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:40:53.374405 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-057343c4-151a-4398-a740-724e9d3aeb60 admin admin] Publish callbacks [] for router, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:53.375718 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-057343c4-151a-4398-a740-724e9d3aeb60 admin admin] 10.222.0.57 "DELETE /v2.0/routers/4054a3b4-1b92-4cc2-981e-d4bf7d393595 HTTP/1.1" status: 204 len: 168 time: 1.0487587 Oct 26 15:40:53.378451 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 43202) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:40:53.424220 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fad0c84-0d74-4fb7-a425-452626f3d343 admin admin] Deleting subnet d2f548be-e416-40d5-a12d-a157ab7e380b {{(pid=108648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 15:40:53.427624 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-4fad0c84-0d74-4fb7-a425-452626f3d343 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:53.462612 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-4fad0c84-0d74-4fb7-a425-452626f3d343 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3812556'] for subnet, precommit_delete_associations {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:53.545135 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-4fad0c84-0d74-4fb7-a425-452626f3d343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536333747'] for subnet, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:53.673016 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-4fad0c84-0d74-4fb7-a425-452626f3d343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536333704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3396864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8405564'] for subnet, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:53.699580 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad0c84-0d74-4fb7-a425-452626f3d343 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2f548be-e416-40d5-a12d-a157ab7e380b,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:53.703341 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-4fad0c84-0d74-4fb7-a425-452626f3d343 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:53.706628 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-4fad0c84-0d74-4fb7-a425-452626f3d343 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/d2f548be-e416-40d5-a12d-a157ab7e380b HTTP/1.1" status: 204 len: 168 time: 0.3269286 Oct 26 15:40:53.709208 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 43204) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:40:53.713252 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9297b853-1cb8-4c92-8db3-bebe671f44b8 None None] Network d121bef5-e7a7-4cc1-ab11-dcb6c02a3865 requested from dv-cinder-732704-6-iscsi {{(pid=108649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:40:53.788069 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-7c0880e0-4a6e-409c-913b-e2d3be0acd4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536309766'] for network, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:53.854198 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.plugin [None req-7c0880e0-4a6e-409c-913b-e2d3be0acd4b admin admin] Deleting port 79230ac1-1c1d-4728-8534-5d114553b6b5 {{(pid=108648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:40:53.854838 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-7c0880e0-4a6e-409c-913b-e2d3be0acd4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:53.907264 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b677367c-3960-48c7-bb04-ddbc4dff0f44 None None] DHCP port deletion for d121bef5-e7a7-4cc1-ab11-dcb6c02a3865 request from dv-cinder-732704-6-iscsi {{(pid=108649) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 15:40:53.929128 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.db [None req-7c0880e0-4a6e-409c-913b-e2d3be0acd4b admin admin] For port 79230ac1-1c1d-4728-8534-5d114553b6b5, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=79230ac1-1c1d-4728-8534-5d114553b6b5,segment=NetworkSegment(8621fa32-c66b-4463-805f-ba8280121809),segment_id=8621fa32-c66b-4463-805f-ba8280121809)] {{(pid=108648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:53.929128 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-7c0880e0-4a6e-409c-913b-e2d3be0acd4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:53.945071 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.plugin [None req-7c0880e0-4a6e-409c-913b-e2d3be0acd4b admin admin] Calling delete_port for 79230ac1-1c1d-4728-8534-5d114553b6b5 owned by network:dhcp {{(pid=108648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:40:53.974754 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-b677367c-3960-48c7-bb04-ddbc4dff0f44 None None] Deleting port 79230ac1-1c1d-4728-8534-5d114553b6b5 {{(pid=108649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:40:53.975316 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-b677367c-3960-48c7-bb04-ddbc4dff0f44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:54.059479 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-b677367c-3960-48c7-bb04-ddbc4dff0f44 None None] For port 79230ac1-1c1d-4728-8534-5d114553b6b5, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=79230ac1-1c1d-4728-8534-5d114553b6b5,segment=NetworkSegment(8621fa32-c66b-4463-805f-ba8280121809),segment_id=8621fa32-c66b-4463-805f-ba8280121809)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:54.060129 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-b677367c-3960-48c7-bb04-ddbc4dff0f44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:54.079077 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-b677367c-3960-48c7-bb04-ddbc4dff0f44 None None] Calling delete_port for 79230ac1-1c1d-4728-8534-5d114553b6b5 owned by network:dhcp {{(pid=108649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:40:54.123744 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-7c0880e0-4a6e-409c-913b-e2d3be0acd4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3397087'] for port, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:54.149591 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0880e0-4a6e-409c-913b-e2d3be0acd4b admin admin] Pushing event deleted for resources: {'Port': ['ID=79230ac1-1c1d-4728-8534-5d114553b6b5,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:54.153016 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0880e0-4a6e-409c-913b-e2d3be0acd4b admin admin] No DVR routers for this DVR port 79230ac1-1c1d-4728-8534-5d114553b6b5 on host dv-cinder-732704-6-iscsi {{(pid=108648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:40:54.157499 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-b677367c-3960-48c7-bb04-ddbc4dff0f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715'] for port, after_delete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:54.183429 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b677367c-3960-48c7-bb04-ddbc4dff0f44 None None] Pushing event deleted for resources: {'Port': ['ID=79230ac1-1c1d-4728-8534-5d114553b6b5,revision_number=None']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:54.190917 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b677367c-3960-48c7-bb04-ddbc4dff0f44 None None] No DVR routers for this DVR port 79230ac1-1c1d-4728-8534-5d114553b6b5 on host dv-cinder-732704-6-iscsi {{(pid=108649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:40:54.193242 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b677367c-3960-48c7-bb04-ddbc4dff0f44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:54.193583 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b677367c-3960-48c7-bb04-ddbc4dff0f44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:54.194502 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b677367c-3960-48c7-bb04-ddbc4dff0f44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:54.194953 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b677367c-3960-48c7-bb04-ddbc4dff0f44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:54.195282 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b677367c-3960-48c7-bb04-ddbc4dff0f44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:54.195609 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b677367c-3960-48c7-bb04-ddbc4dff0f44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:54.195933 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b677367c-3960-48c7-bb04-ddbc4dff0f44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:54.196254 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b677367c-3960-48c7-bb04-ddbc4dff0f44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:54.196582 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b677367c-3960-48c7-bb04-ddbc4dff0f44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:54.196903 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b677367c-3960-48c7-bb04-ddbc4dff0f44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:54.197221 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b677367c-3960-48c7-bb04-ddbc4dff0f44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:54.197538 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b677367c-3960-48c7-bb04-ddbc4dff0f44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:54.227479 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-7c0880e0-4a6e-409c-913b-e2d3be0acd4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536334904', 'neutron.services.segments.db._delete_segments_for_network-8752338035487'] for network, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:54.248830 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.services.segments.db [None req-7c0880e0-4a6e-409c-913b-e2d3be0acd4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d121bef5-e7a7-4cc1-ab11-dcb6c02a3865']}} {{(pid=108648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:54.258737 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.services.segments.db [None req-7c0880e0-4a6e-409c-913b-e2d3be0acd4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8621fa32-c66b-4463-805f-ba8280121809') {'for_net_delete': True} {{(pid=108648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:54.259040 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.services.segments.db [None req-7c0880e0-4a6e-409c-913b-e2d3be0acd4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8621fa32-c66b-4463-805f-ba8280121809') {} {{(pid=108648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:54.268242 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-7c0880e0-4a6e-409c-913b-e2d3be0acd4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752338035752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3812551'] for segment, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:54.280979 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-7c0880e0-4a6e-409c-913b-e2d3be0acd4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888'] for segment, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:54.286996 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c0880e0-4a6e-409c-913b-e2d3be0acd4b admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=108648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:40:54.287367 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-7c0880e0-4a6e-409c-913b-e2d3be0acd4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3397034'] for segment, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:54.292046 dv-cinder-732704-6-iscsi neutron-server[108648]: Traceback (most recent call last): Oct 26 15:40:54.292046 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 15:40:54.292046 dv-cinder-732704-6-iscsi neutron-server[108648]: timer() Oct 26 15:40:54.292046 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 15:40:54.292046 dv-cinder-732704-6-iscsi neutron-server[108648]: cb(*args, **kw) Oct 26 15:40:54.292046 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 15:40:54.292046 dv-cinder-732704-6-iscsi neutron-server[108648]: return func(*args, **kwargs) Oct 26 15:40:54.292046 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 15:40:54.292046 dv-cinder-732704-6-iscsi neutron-server[108648]: self._notify() Oct 26 15:40:54.292046 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 15:40:54.292046 dv-cinder-732704-6-iscsi neutron-server[108648]: self.callback(batched_events) Oct 26 15:40:54.292046 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 15:40:54.292046 dv-cinder-732704-6-iscsi neutron-server[108648]: event.method(event) Oct 26 15:40:54.292046 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 15:40:54.292046 dv-cinder-732704-6-iscsi neutron-server[108648]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 15:40:54.292046 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 15:40:54.292046 dv-cinder-732704-6-iscsi neutron-server[108648]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 15:40:54.292046 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 15:40:54.292046 dv-cinder-732704-6-iscsi neutron-server[108648]: return f(self, *a, **k) Oct 26 15:40:54.292046 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 15:40:54.292046 dv-cinder-732704-6-iscsi neutron-server[108648]: return self._get(url).json() Oct 26 15:40:54.292046 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 15:40:54.292046 dv-cinder-732704-6-iscsi neutron-server[108648]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 15:40:54.292046 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 15:40:54.292046 dv-cinder-732704-6-iscsi neutron-server[108648]: return self.request(url, 'GET', **kwargs) Oct 26 15:40:54.292046 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 15:40:54.292046 dv-cinder-732704-6-iscsi neutron-server[108648]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 15:40:54.292046 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 15:40:54.292046 dv-cinder-732704-6-iscsi neutron-server[108648]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 15:40:54.292046 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 15:40:54.292046 dv-cinder-732704-6-iscsi neutron-server[108648]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 15:40:54.292046 dv-cinder-732704-6-iscsi neutron-server[108648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 15:40:54.392350 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-7c0880e0-4a6e-409c-913b-e2d3be0acd4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536334897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536297288'] for network, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:54.401267 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-7c0880e0-4a6e-409c-913b-e2d3be0acd4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for network, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:54.403998 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-7c0880e0-4a6e-409c-913b-e2d3be0acd4b admin admin] 10.222.0.57 "DELETE /v2.0/networks/d121bef5-e7a7-4cc1-ab11-dcb6c02a3865 HTTP/1.1" status: 204 len: 168 time: 0.6929176 Oct 26 15:40:54.408493 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 43208) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:40:54.419305 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0880e0-4a6e-409c-913b-e2d3be0acd4b admin admin] Pushing event deleted for resources: {'Network': ['ID=d121bef5-e7a7-4cc1-ab11-dcb6c02a3865,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:54.424065 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 258a6c86-79a5-4c0d-8937-9742466f1498 no longer exists at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:40:54.445249 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] No Port match for: 258a6c86-79a5-4c0d-8937-9742466f1498 {{(pid=108649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:40:54.445676 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 258a6c86-79a5-4c0d-8937-9742466f1498 not bound to the agent host dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:40:54.446163 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 79230ac1-1c1d-4728-8534-5d114553b6b5 no longer exists at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:40:54.465903 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] No Port match for: 79230ac1-1c1d-4728-8534-5d114553b6b5 {{(pid=108649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:40:54.466157 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 79230ac1-1c1d-4728-8534-5d114553b6b5 not bound to the agent host dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:40:54.466577 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 0f866454-2564-47ec-8643-cb2d80ed809a no longer exists at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:40:54.487895 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] No Port match for: 0f866454-2564-47ec-8643-cb2d80ed809a {{(pid=108649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:40:54.488185 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 0f866454-2564-47ec-8643-cb2d80ed809a not bound to the agent host dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:40:55.060872 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-4fbcffa0-d1e4-42e0-b3e7-a031ad2ff5c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536295994'] for router_interface, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:55.319497 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [None req-4fbcffa0-d1e4-42e0-b3e7-a031ad2ff5c5 admin admin] Deleting port 340a7aba-b443-4f5b-9d8f-44429d92fce5 {{(pid=108647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:40:55.319786 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-4fbcffa0-d1e4-42e0-b3e7-a031ad2ff5c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:55.409722 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [None req-4fbcffa0-d1e4-42e0-b3e7-a031ad2ff5c5 admin admin] For port 340a7aba-b443-4f5b-9d8f-44429d92fce5, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=340a7aba-b443-4f5b-9d8f-44429d92fce5,segment=NetworkSegment(6c3c6407-f6c1-4c63-a8a7-7617f701d390),segment_id=6c3c6407-f6c1-4c63-a8a7-7617f701d390)] {{(pid=108647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:55.410566 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-4fbcffa0-d1e4-42e0-b3e7-a031ad2ff5c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:55.423208 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [None req-4fbcffa0-d1e4-42e0-b3e7-a031ad2ff5c5 admin admin] Calling delete_port for 340a7aba-b443-4f5b-9d8f-44429d92fce5 owned by network:router_interface {{(pid=108647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:40:55.689064 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-4fbcffa0-d1e4-42e0-b3e7-a031ad2ff5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:55.715287 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbcffa0-d1e4-42e0-b3e7-a031ad2ff5c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=340a7aba-b443-4f5b-9d8f-44429d92fce5,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:55.729733 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbcffa0-d1e4-42e0-b3e7-a031ad2ff5c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:55.730225 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbcffa0-d1e4-42e0-b3e7-a031ad2ff5c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:55.730512 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbcffa0-d1e4-42e0-b3e7-a031ad2ff5c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:55.730876 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbcffa0-d1e4-42e0-b3e7-a031ad2ff5c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:55.731212 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbcffa0-d1e4-42e0-b3e7-a031ad2ff5c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:55.731551 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbcffa0-d1e4-42e0-b3e7-a031ad2ff5c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:55.731874 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbcffa0-d1e4-42e0-b3e7-a031ad2ff5c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:55.732204 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbcffa0-d1e4-42e0-b3e7-a031ad2ff5c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:55.732524 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbcffa0-d1e4-42e0-b3e7-a031ad2ff5c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:55.733548 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbcffa0-d1e4-42e0-b3e7-a031ad2ff5c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:55.733548 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbcffa0-d1e4-42e0-b3e7-a031ad2ff5c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:55.734115 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbcffa0-d1e4-42e0-b3e7-a031ad2ff5c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:55.894158 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-4fbcffa0-d1e4-42e0-b3e7-a031ad2ff5c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536254648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536296150'] for router_interface, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:56.113270 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fbcffa0-d1e4-42e0-b3e7-a031ad2ff5c5 admin admin] Router 5eb84fd7-68f1-49b0-9821-8fa9175af233 has already been hosted by L3 agent aad0d180-bd62-492d-9d56-445be5af9cbd {{(pid=108647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:40:56.219350 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbcffa0-d1e4-42e0-b3e7-a031ad2ff5c5 admin admin] Notify agent at l3_agent.dv-cinder-732704-6-iscsi the message routers_updated {{(pid=108647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:40:56.224425 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-4fbcffa0-d1e4-42e0-b3e7-a031ad2ff5c5 admin admin] 10.222.0.57 "PUT /v2.0/routers/5eb84fd7-68f1-49b0-9821-8fa9175af233/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8143158 Oct 26 15:40:56.227545 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 43216) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:40:56.233039 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83195c42-a18c-42a2-b222-feed9a2067f9 None None] Sync routers for ids ['5eb84fd7-68f1-49b0-9821-8fa9175af233'] in dv-cinder-732704-6-iscsi {{(pid=108650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:40:56.245152 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83195c42-a18c-42a2-b222-feed9a2067f9 None None] Routers {'5eb84fd7-68f1-49b0-9821-8fa9175af233'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:40:56.245771 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-83195c42-a18c-42a2-b222-feed9a2067f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:40:43Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['5eb84fd7-68f1-49b0-9821-8fa9175af233'], 'active': True} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:56.333010 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-9a198311-f443-41aa-bf4d-f48a325d629e admin admin] Publish callbacks [] for router, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:56.350926 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvr_db [None req-83195c42-a18c-42a2-b222-feed9a2067f9 None None] Set router 5eb84fd7-68f1-49b0-9821-8fa9175af233 gateway port host: dv-cinder-732704-6-iscsi {{(pid=108650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:40:56.461610 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-9a198311-f443-41aa-bf4d-f48a325d629e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:56.607841 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [None req-9a198311-f443-41aa-bf4d-f48a325d629e admin admin] Deleting port 722c6eb1-29be-447c-8917-851eb1aa16a0 {{(pid=108647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:40:56.608182 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-9a198311-f443-41aa-bf4d-f48a325d629e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:56.644888 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-83195c42-a18c-42a2-b222-feed9a2067f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb84fd7-68f1-49b0-9821-8fa9175af233', 'name': 'tempest-TestVolumeBootPattern-850208143-router', 'tenant_id': '57cba6b75be04c21a95aa3c3a8996e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'external_fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '722c6eb1-29be-447c-8917-851eb1aa16a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:32Z', 'updated_at': '2021-10-26T15:40:55Z', 'revision_number': 5, 'project_id': '57cba6b75be04c21a95aa3c3a8996e7b', 'gw_port': {'id': '722c6eb1-29be-447c-8917-851eb1aa16a0', 'name': '', 'network_id': '164d7f62-997a-4502-882b-0bfc21bc1de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:90:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb84fd7-68f1-49b0-9821-8fa9175af233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-732704-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:02:34Z', 'updated_at': '2021-10-26T15:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ece9388-c7af-48ed-bfac-1151ab9231f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-732704-6-iscsi'}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:56.671967 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83195c42-a18c-42a2-b222-feed9a2067f9 None None] Checking router: 5eb84fd7-68f1-49b0-9821-8fa9175af233 for host: dv-cinder-732704-6-iscsi {{(pid=108650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:40:56.680883 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83195c42-a18c-42a2-b222-feed9a2067f9 None None] Routers {'5eb84fd7-68f1-49b0-9821-8fa9175af233'} bound to L3 agent in host dv-cinder-732704-6-iscsi {{(pid=108650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:40:56.681505 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-83195c42-a18c-42a2-b222-feed9a2067f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-732704-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T14:50:43Z,description=,heartbeat_timestamp=2021-10-26T15:40:43Z,host='dv-cinder-732704-6-iscsi',id=aad0d180-bd62-492d-9d56-445be5af9cbd,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T14:50:44Z,topic='l3_agent')) {'router_ids': ['5eb84fd7-68f1-49b0-9821-8fa9175af233'], 'active': True} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:56.695659 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.db [None req-9a198311-f443-41aa-bf4d-f48a325d629e admin admin] For port 722c6eb1-29be-447c-8917-851eb1aa16a0, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=722c6eb1-29be-447c-8917-851eb1aa16a0,segment=NetworkSegment(48b4b2e5-ca40-4770-b351-7c2adc646ed5),segment_id=48b4b2e5-ca40-4770-b351-7c2adc646ed5)] {{(pid=108647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:56.696098 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-9a198311-f443-41aa-bf4d-f48a325d629e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:56.709051 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.plugins.ml2.plugin [None req-9a198311-f443-41aa-bf4d-f48a325d629e admin admin] Calling delete_port for 722c6eb1-29be-447c-8917-851eb1aa16a0 owned by network:router_gateway {{(pid=108647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:40:56.817741 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_dvr_db [None req-83195c42-a18c-42a2-b222-feed9a2067f9 None None] Set router 5eb84fd7-68f1-49b0-9821-8fa9175af233 gateway port host: None {{(pid=108650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:40:56.874873 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.l3_hamode_db [None req-83195c42-a18c-42a2-b222-feed9a2067f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb84fd7-68f1-49b0-9821-8fa9175af233', 'name': 'tempest-TestVolumeBootPattern-850208143-router', 'tenant_id': '57cba6b75be04c21a95aa3c3a8996e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:32Z', 'updated_at': '2021-10-26T15:40:56Z', 'revision_number': 6, 'project_id': '57cba6b75be04c21a95aa3c3a8996e7b', 'gw_port_host': None}], 'dv-cinder-732704-6-iscsi', False) {} {{(pid=108650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:56.902981 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83195c42-a18c-42a2-b222-feed9a2067f9 None None] The sync data for ids ['5eb84fd7-68f1-49b0-9821-8fa9175af233'] in dv-cinder-732704-6-iscsi is: [{'id': '5eb84fd7-68f1-49b0-9821-8fa9175af233', 'name': 'tempest-TestVolumeBootPattern-850208143-router', 'tenant_id': '57cba6b75be04c21a95aa3c3a8996e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:02:32Z', 'updated_at': '2021-10-26T15:40:56Z', 'revision_number': 6, 'project_id': '57cba6b75be04c21a95aa3c3a8996e7b', 'gw_port_host': None}] {{(pid=108650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:40:56.969198 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-9a198311-f443-41aa-bf4d-f48a325d629e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8556439'] for port, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:56.995427 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a198311-f443-41aa-bf4d-f48a325d629e admin admin] Pushing event deleted for resources: {'Port': ['ID=722c6eb1-29be-447c-8917-851eb1aa16a0,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:57.063338 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-9a198311-f443-41aa-bf4d-f48a325d629e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536297332'] for router_gateway, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:57.160017 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-9a198311-f443-41aa-bf4d-f48a325d629e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536295405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2856'] for router, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:57.162176 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-9a198311-f443-41aa-bf4d-f48a325d629e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:57.294986 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-9a198311-f443-41aa-bf4d-f48a325d629e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536295396'] for router, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:57.295901 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a198311-f443-41aa-bf4d-f48a325d629e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5eb84fd7-68f1-49b0-9821-8fa9175af233 {{(pid=108647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:40:57.300306 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-9a198311-f443-41aa-bf4d-f48a325d629e admin admin] Publish callbacks [] for router, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:57.301602 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-9a198311-f443-41aa-bf4d-f48a325d629e admin admin] 10.222.0.57 "DELETE /v2.0/routers/5eb84fd7-68f1-49b0-9821-8fa9175af233 HTTP/1.1" status: 204 len: 168 time: 1.0731051 Oct 26 15:40:57.304791 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 43220) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:40:57.359912 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fb217e6-d5b0-403d-ba88-a646f5e2f931 admin admin] Deleting subnet dc88b52d-129a-4025-8d5f-4d769a475249 {{(pid=108648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 15:40:57.363102 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-5fb217e6-d5b0-403d-ba88-a646f5e2f931 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:57.398292 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-5fb217e6-d5b0-403d-ba88-a646f5e2f931 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3812556'] for subnet, precommit_delete_associations {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:57.484754 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-5fb217e6-d5b0-403d-ba88-a646f5e2f931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536333747'] for subnet, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:57.632466 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-5fb217e6-d5b0-403d-ba88-a646f5e2f931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536333704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3396864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8405564'] for subnet, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:57.660921 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb217e6-d5b0-403d-ba88-a646f5e2f931 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc88b52d-129a-4025-8d5f-4d769a475249,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:57.668336 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-5fb217e6-d5b0-403d-ba88-a646f5e2f931 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:57.672044 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-5fb217e6-d5b0-403d-ba88-a646f5e2f931 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/dc88b52d-129a-4025-8d5f-4d769a475249 HTTP/1.1" status: 204 len: 168 time: 0.3660669 Oct 26 15:40:57.680312 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 43222) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:40:57.680699 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef56a146-bf31-4104-9c9c-fdfa0cbb82e1 None None] Network e4091c12-5ce6-4001-84d7-8056be344dea requested from dv-cinder-732704-6-iscsi {{(pid=108649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:40:57.745873 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-1300b8ff-6485-4044-a055-fb2171fc15b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536309766'] for network, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:57.806721 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.plugin [None req-1300b8ff-6485-4044-a055-fb2171fc15b5 admin admin] Deleting port 764bd29d-d020-4e15-8b9e-a88b6e2251c0 {{(pid=108648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:40:57.807056 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-1300b8ff-6485-4044-a055-fb2171fc15b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:57.855067 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb84a57-942c-41b7-b447-0f01002eab55 None None] DHCP port deletion for e4091c12-5ce6-4001-84d7-8056be344dea request from dv-cinder-732704-6-iscsi {{(pid=108649) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 15:40:57.889886 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.db [None req-1300b8ff-6485-4044-a055-fb2171fc15b5 admin admin] For port 764bd29d-d020-4e15-8b9e-a88b6e2251c0, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=764bd29d-d020-4e15-8b9e-a88b6e2251c0,segment=NetworkSegment(6c3c6407-f6c1-4c63-a8a7-7617f701d390),segment_id=6c3c6407-f6c1-4c63-a8a7-7617f701d390)] {{(pid=108648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:57.890260 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-1300b8ff-6485-4044-a055-fb2171fc15b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:57.907005 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.plugin [None req-1300b8ff-6485-4044-a055-fb2171fc15b5 admin admin] Calling delete_port for 764bd29d-d020-4e15-8b9e-a88b6e2251c0 owned by network:dhcp {{(pid=108648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:40:57.919037 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-beb84a57-942c-41b7-b447-0f01002eab55 None None] Deleting port 764bd29d-d020-4e15-8b9e-a88b6e2251c0 {{(pid=108649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:40:57.919504 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-beb84a57-942c-41b7-b447-0f01002eab55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:57.989696 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-beb84a57-942c-41b7-b447-0f01002eab55 None None] For port 764bd29d-d020-4e15-8b9e-a88b6e2251c0, host dv-cinder-732704-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-732704-6-iscsi',level=0,port_id=764bd29d-d020-4e15-8b9e-a88b6e2251c0,segment=NetworkSegment(6c3c6407-f6c1-4c63-a8a7-7617f701d390),segment_id=6c3c6407-f6c1-4c63-a8a7-7617f701d390)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:57.990116 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-beb84a57-942c-41b7-b447-0f01002eab55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:58.003130 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-beb84a57-942c-41b7-b447-0f01002eab55 None None] Calling delete_port for 764bd29d-d020-4e15-8b9e-a88b6e2251c0 owned by network:dhcp {{(pid=108649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:40:58.083168 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-1300b8ff-6485-4044-a055-fb2171fc15b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3397087'] for port, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:58.089375 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-beb84a57-942c-41b7-b447-0f01002eab55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715'] for port, after_delete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:58.113283 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1300b8ff-6485-4044-a055-fb2171fc15b5 admin admin] No DVR routers for this DVR port 764bd29d-d020-4e15-8b9e-a88b6e2251c0 on host dv-cinder-732704-6-iscsi {{(pid=108648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:40:58.115742 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb84a57-942c-41b7-b447-0f01002eab55 None None] Pushing event deleted for resources: {'Port': ['ID=764bd29d-d020-4e15-8b9e-a88b6e2251c0,revision_number=None']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:58.117829 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb84a57-942c-41b7-b447-0f01002eab55 None None] No DVR routers for this DVR port 764bd29d-d020-4e15-8b9e-a88b6e2251c0 on host dv-cinder-732704-6-iscsi {{(pid=108649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:40:58.139895 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300b8ff-6485-4044-a055-fb2171fc15b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=764bd29d-d020-4e15-8b9e-a88b6e2251c0,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:58.197298 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-1300b8ff-6485-4044-a055-fb2171fc15b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536334904', 'neutron.services.segments.db._delete_segments_for_network-8752338035487'] for network, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:58.218585 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.services.segments.db [None req-1300b8ff-6485-4044-a055-fb2171fc15b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4091c12-5ce6-4001-84d7-8056be344dea']}} {{(pid=108648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:58.227863 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.services.segments.db [None req-1300b8ff-6485-4044-a055-fb2171fc15b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c3c6407-f6c1-4c63-a8a7-7617f701d390') {'for_net_delete': True} {{(pid=108648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:58.228150 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.services.segments.db [None req-1300b8ff-6485-4044-a055-fb2171fc15b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c3c6407-f6c1-4c63-a8a7-7617f701d390') {} {{(pid=108648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:58.237302 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-1300b8ff-6485-4044-a055-fb2171fc15b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752338035752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3812551'] for segment, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:58.250487 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-1300b8ff-6485-4044-a055-fb2171fc15b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888'] for segment, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:58.257021 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1300b8ff-6485-4044-a055-fb2171fc15b5 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=108648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:40:58.262838 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-1300b8ff-6485-4044-a055-fb2171fc15b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3397034'] for segment, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:58.262838 dv-cinder-732704-6-iscsi neutron-server[108648]: Traceback (most recent call last): Oct 26 15:40:58.262838 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 15:40:58.262838 dv-cinder-732704-6-iscsi neutron-server[108648]: timer() Oct 26 15:40:58.262838 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 15:40:58.262838 dv-cinder-732704-6-iscsi neutron-server[108648]: cb(*args, **kw) Oct 26 15:40:58.262838 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 15:40:58.262838 dv-cinder-732704-6-iscsi neutron-server[108648]: return func(*args, **kwargs) Oct 26 15:40:58.262838 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 15:40:58.262838 dv-cinder-732704-6-iscsi neutron-server[108648]: self._notify() Oct 26 15:40:58.262838 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 15:40:58.262838 dv-cinder-732704-6-iscsi neutron-server[108648]: self.callback(batched_events) Oct 26 15:40:58.262838 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 15:40:58.262838 dv-cinder-732704-6-iscsi neutron-server[108648]: event.method(event) Oct 26 15:40:58.262838 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 15:40:58.262838 dv-cinder-732704-6-iscsi neutron-server[108648]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 15:40:58.262838 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 15:40:58.262838 dv-cinder-732704-6-iscsi neutron-server[108648]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 15:40:58.262838 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 15:40:58.262838 dv-cinder-732704-6-iscsi neutron-server[108648]: return f(self, *a, **k) Oct 26 15:40:58.262838 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 15:40:58.262838 dv-cinder-732704-6-iscsi neutron-server[108648]: return self._get(url).json() Oct 26 15:40:58.262838 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 15:40:58.262838 dv-cinder-732704-6-iscsi neutron-server[108648]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 15:40:58.262838 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 15:40:58.262838 dv-cinder-732704-6-iscsi neutron-server[108648]: return self.request(url, 'GET', **kwargs) Oct 26 15:40:58.262838 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 15:40:58.262838 dv-cinder-732704-6-iscsi neutron-server[108648]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 15:40:58.262838 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 15:40:58.262838 dv-cinder-732704-6-iscsi neutron-server[108648]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 15:40:58.262838 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 15:40:58.262838 dv-cinder-732704-6-iscsi neutron-server[108648]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 15:40:58.262838 dv-cinder-732704-6-iscsi neutron-server[108648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 15:40:58.400961 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-1300b8ff-6485-4044-a055-fb2171fc15b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536334897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536297288'] for network, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:58.400961 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-1300b8ff-6485-4044-a055-fb2171fc15b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for network, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:58.404944 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-1300b8ff-6485-4044-a055-fb2171fc15b5 admin admin] 10.222.0.57 "DELETE /v2.0/networks/e4091c12-5ce6-4001-84d7-8056be344dea HTTP/1.1" status: 204 len: 168 time: 0.7294006 Oct 26 15:40:58.415798 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 764bd29d-d020-4e15-8b9e-a88b6e2251c0 no longer exists at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:40:58.425449 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300b8ff-6485-4044-a055-fb2171fc15b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4091c12-5ce6-4001-84d7-8056be344dea,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:58.437538 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] No Port match for: 764bd29d-d020-4e15-8b9e-a88b6e2251c0 {{(pid=108649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:40:58.437875 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 764bd29d-d020-4e15-8b9e-a88b6e2251c0 not bound to the agent host dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:40:58.438500 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 722c6eb1-29be-447c-8917-851eb1aa16a0 no longer exists at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:40:58.458338 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] No Port match for: 722c6eb1-29be-447c-8917-851eb1aa16a0 {{(pid=108649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:40:58.459167 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 722c6eb1-29be-447c-8917-851eb1aa16a0 not bound to the agent host dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:40:58.459380 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 340a7aba-b443-4f5b-9d8f-44429d92fce5 no longer exists at agent ovs-agent-dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:40:58.479120 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] No Port match for: 340a7aba-b443-4f5b-9d8f-44429d92fce5 {{(pid=108649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:40:58.479444 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Device 340a7aba-b443-4f5b-9d8f-44429d92fce5 not bound to the agent host dv-cinder-732704-6-iscsi {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:40:58.790729 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 43228) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:40:58.832240 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-d3674014-96ad-4c9a-9a23-27f19bb9f08d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1c0d3cfad56e4c61a215d25516cd6470&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403483 Oct 26 15:40:58.834696 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 43230) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:40:58.895156 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f3465ced-ea17-456c-a695-3b7d25a8d40f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:58.904875 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:58.917770 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f3465ced-ea17-456c-a695-3b7d25a8d40f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:59.044241 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f3465ced-ea17-456c-a695-3b7d25a8d40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:59.046769 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-f3465ced-ea17-456c-a695-3b7d25a8d40f admin admin] Publish callbacks [] for security_group, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:59.047943 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-f3465ced-ea17-456c-a695-3b7d25a8d40f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ba20bd5c-262d-4bdb-b71c-9b0817aa12fa HTTP/1.1" status: 204 len: 168 time: 0.2123306 Oct 26 15:40:59.057207 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3465ced-ea17-456c-a695-3b7d25a8d40f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba20bd5c-262d-4bdb-b71c-9b0817aa12fa,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:59.772787 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 43238) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:40:59.813198 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-728e5b96-c77f-4218-8044-14b701c02a2e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=57cba6b75be04c21a95aa3c3a8996e7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392418 Oct 26 15:40:59.815935 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 43240) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:40:59.863995 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a329e10a-f091-495b-87d7-bfc3b7f8b345 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:40:59.884934 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a329e10a-f091-495b-87d7-bfc3b7f8b345 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:41:00.009870 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a329e10a-f091-495b-87d7-bfc3b7f8b345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:41:00.012559 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-a329e10a-f091-495b-87d7-bfc3b7f8b345 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:41:00.013740 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-a329e10a-f091-495b-87d7-bfc3b7f8b345 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/81f0bc4a-f901-4dba-be93-fde6cfc0bb85 HTTP/1.1" status: 204 len: 168 time: 0.1968758 Oct 26 15:41:00.021823 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a329e10a-f091-495b-87d7-bfc3b7f8b345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f0bc4a-f901-4dba-be93-fde6cfc0bb85,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:41:07.986027 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-e8e32830-f317-4e8d-84b2-925feeec05e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:41:13.231764 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-0d80bbc5-ae38-493f-a206-24fdb4bf5f8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:41:13.827987 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:41:13.979070 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:41:15.555773 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:41:28.903993 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:41:29.191321 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:41:37.985535 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85432a6a-72e8-4383-b0c1-2e5d83b1fd44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:41:43.231074 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-9703030a-21ef-498b-af39-e400f84c110f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:41:43.840536 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:41:43.983163 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:41:44.013082 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-fda978db-7edd-4763-8f2c-3df41d4967d6 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:41:44.014567 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-fda978db-7edd-4763-8f2c-3df41d4967d6 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/networks?id=6872d80b-011f-4914-ab64-ee6310f248d9 HTTP/1.1" status: 200 len: 813 time: 0.3632629 Oct 26 15:41:44.029693 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-bee6bbe6-6cfb-439c-bdac-0ef034d9ad62 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/quotas/0a2958e7afc741eca9584b299e5568a6 HTTP/1.1" status: 200 len: 375 time: 0.0094702 Oct 26 15:41:44.059776 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-d854e55e-cedd-434d-a263-dada94b6e731 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=0a2958e7afc741eca9584b299e5568a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246971 Oct 26 15:41:44.158444 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-2f8dd4f9-ef9f-4066-b429-660403624200 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=108648) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:41:44.159486 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-2f8dd4f9-ef9f-4066-b429-660403624200 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0933173 Oct 26 15:41:44.248869 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-37a3b5f3-778a-41fd-b183-5692e3ce8833 service neutron] 10.222.0.57 "GET /v2.0/networks/6872d80b-011f-4914-ab64-ee6310f248d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832651 Oct 26 15:41:44.335311 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-bedac825-a952-44eb-b61e-893a3886d78b service neutron] 10.222.0.57 "GET /v2.0/networks/6872d80b-011f-4914-ab64-ee6310f248d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804563 Oct 26 15:41:44.610517 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-db08d840-27e6-4917-b430-5b221c2e5237 req-edf65426-3e05-4d7d-beae-1abc8c058b2b tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=36a88539-a2f6-49d6-9051-4a16512344a1 HTTP/1.1" status: 200 len: 210 time: 0.0755782 Oct 26 15:41:45.613717 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:41:45.707090 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5e0cb618-f787-4dab-b079-df0773d719dd req-aa6422ad-d9e4-40f5-ba16-ffcef16d5145 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=36a88539-a2f6-49d6-9051-4a16512344a1 HTTP/1.1" status: 200 len: 210 time: 0.0296698 Oct 26 15:41:46.501357 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-e1f5c4cc-c2b8-4d4f-a0d4-e2423e1de8ce tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:41:46.502843 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-e1f5c4cc-c2b8-4d4f-a0d4-e2423e1de8ce tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.76 "GET /v2.0/networks?id=6872d80b-011f-4914-ab64-ee6310f248d9 HTTP/1.1" status: 200 len: 813 time: 0.1018357 Oct 26 15:41:46.515817 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-9e90474b-f40b-4f19-8145-4b4fc7d9986b tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Request body: {'port': {'device_id': '36a88539-a2f6-49d6-9051-4a16512344a1', 'network_id': '6872d80b-011f-4914-ab64-ee6310f248d9', 'admin_state_up': True, 'tenant_id': '0a2958e7afc741eca9584b299e5568a6'}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:41:46.711028 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-9e90474b-f40b-4f19-8145-4b4fc7d9986b tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Made reservation on behalf of 0a2958e7afc741eca9584b299e5568a6 for: {'port': 1} {{(pid=108648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:41:46.714441 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-9e90474b-f40b-4f19-8145-4b4fc7d9986b tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:41:46.810371 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-c270b552-59fe-41b1-a174-9333db23ffc4 req-7ef53cae-0035-44fa-84d5-b31f7ce1a60b tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=36a88539-a2f6-49d6-9051-4a16512344a1 HTTP/1.1" status: 200 len: 210 time: 0.0357432 Oct 26 15:41:46.862664 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.db.db_base_plugin_common [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-9e90474b-f40b-4f19-8145-4b4fc7d9986b tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Allocated IP 172.20.0.8 (6872d80b-011f-4914-ab64-ee6310f248d9/79691652-5732-42a1-b964-9bd2b908b13f/dc54472b-3ad1-4baa-8785-517b184cb749) {{(pid=108648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:41:47.026910 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-9e90474b-f40b-4f19-8145-4b4fc7d9986b tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Publish callbacks [] for port, precommit_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:41:47.111196 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-9e90474b-f40b-4f19-8145-4b4fc7d9986b tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752337531706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3397087'] for port, after_create {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:41:47.163148 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-9e90474b-f40b-4f19-8145-4b4fc7d9986b tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Network 6872d80b-011f-4914-ab64-ee6310f248d9 is already hosted by enough agents. {{(pid=108648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:41:47.166861 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.scheduler.base_scheduler [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-9e90474b-f40b-4f19-8145-4b4fc7d9986b tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Resources bound (agent type, host, resource id): {{(pid=108648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:41:47.170500 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-9e90474b-f40b-4f19-8145-4b4fc7d9986b tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Received port after_create {{(pid=108648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:41:47.176537 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90474b-f40b-4f19-8145-4b4fc7d9986b tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Pushing event updated for resources: {'Port': ['ID=dc54472b-3ad1-4baa-8785-517b184cb749,revision_number=1']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:41:47.219471 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-9e90474b-f40b-4f19-8145-4b4fc7d9986b tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:41:47.220069 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-9e90474b-f40b-4f19-8145-4b4fc7d9986b tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:41:47.296751 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-9e90474b-f40b-4f19-8145-4b4fc7d9986b tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7844894 Oct 26 15:41:47.307310 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-d3e7b6e9-a8d7-492a-bedb-0de162d864f3 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=108648) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:41:47.308303 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-d3e7b6e9-a8d7-492a-bedb-0de162d864f3 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052881 Oct 26 15:41:47.364522 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.v2.base [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-b9c5f420-2dba-4ca5-aaa8-ce392599e5d0 service neutron] Request body: {'port': {'device_id': '36a88539-a2f6-49d6-9051-4a16512344a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73270'}} {{(pid=108648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:41:47.418968 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-b9c5f420-2dba-4ca5-aaa8-ce392599e5d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:41:47.679966 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.notifiers.nova [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-b9c5f420-2dba-4ca5-aaa8-ce392599e5d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc54472b-3ad1-4baa-8785-517b184cb749 {{(pid=108648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:41:47.687312 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-b9c5f420-2dba-4ca5-aaa8-ce392599e5d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:41:47.699828 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.db.provisioning_blocks [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-b9c5f420-2dba-4ca5-aaa8-ce392599e5d0 service neutron] Transition to ACTIVE for port object dc54472b-3ad1-4baa-8785-517b184cb749 will not be triggered until provisioned by entity L2. {{(pid=108648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 15:41:47.779606 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-b9c5f420-2dba-4ca5-aaa8-ce392599e5d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3397078'] for port, after_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:41:47.849626 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5f420-2dba-4ca5-aaa8-ce392599e5d0 service neutron] Pushing event updated for resources: {'Port': ['ID=dc54472b-3ad1-4baa-8785-517b184cb749,revision_number=2']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:41:47.927499 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.managers [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-b9c5f420-2dba-4ca5-aaa8-ce392599e5d0 service neutron] Attempting to bind port dc54472b-3ad1-4baa-8785-517b184cb749 on host hv-cinder-73270 for vnic_type normal with profile {{(pid=108648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:41:47.927831 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.managers [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-b9c5f420-2dba-4ca5-aaa8-ce392599e5d0 service neutron] Attempting to bind port dc54472b-3ad1-4baa-8785-517b184cb749 by drivers openvswitch,hyperv on host hv-cinder-73270 at level 0 using segments [{'id': 'ed742fe6-2b2c-4f2d-a942-04cb95a29e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '6872d80b-011f-4914-ab64-ee6310f248d9'}] {{(pid=108648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:41:47.928157 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-b9c5f420-2dba-4ca5-aaa8-ce392599e5d0 service neutron] Attempting to bind port dc54472b-3ad1-4baa-8785-517b184cb749 on network 6872d80b-011f-4914-ab64-ee6310f248d9 {{(pid=108648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:41:47.934922 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-b9c5f420-2dba-4ca5-aaa8-ce392599e5d0 service neutron] Port dc54472b-3ad1-4baa-8785-517b184cb749 on network 6872d80b-011f-4914-ab64-ee6310f248d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73270 {{(pid=108648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 15:41:47.935179 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-b9c5f420-2dba-4ca5-aaa8-ce392599e5d0 service neutron] Attempting to bind port dc54472b-3ad1-4baa-8785-517b184cb749 on network 6872d80b-011f-4914-ab64-ee6310f248d9 {{(pid=108648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:41:47.958204 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992c07a-7296-4da8-8760-e1a8850cf724 req-6a56f6d0-bd88-4e4f-9ce1-754928d51be2 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:41:47.959748 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8992c07a-7296-4da8-8760-e1a8850cf724 req-6a56f6d0-bd88-4e4f-9ce1-754928d51be2 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=36a88539-a2f6-49d6-9051-4a16512344a1 HTTP/1.1" status: 200 len: 943 time: 0.0815396 Oct 26 15:41:47.960674 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-b9c5f420-2dba-4ca5-aaa8-ce392599e5d0 service neutron] Checking agent: {'id': 'aa824652-354b-48bb-834a-72ec45d7dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73270', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 14, 57, 28), 'started_at': datetime.datetime(2021, 10, 26, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:41:47.961005 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-b9c5f420-2dba-4ca5-aaa8-ce392599e5d0 service neutron] Checking segment: {'id': 'ed742fe6-2b2c-4f2d-a942-04cb95a29e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '6872d80b-011f-4914-ab64-ee6310f248d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:41:47.961381 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-b9c5f420-2dba-4ca5-aaa8-ce392599e5d0 service neutron] Bound using segment: {'id': 'ed742fe6-2b2c-4f2d-a942-04cb95a29e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '6872d80b-011f-4914-ab64-ee6310f248d9'} {{(pid=108648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:41:47.961815 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.managers [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-b9c5f420-2dba-4ca5-aaa8-ce392599e5d0 service neutron] Bound port: dc54472b-3ad1-4baa-8785-517b184cb749, host: hv-cinder-73270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed742fe6-2b2c-4f2d-a942-04cb95a29e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '6872d80b-011f-4914-ab64-ee6310f248d9'}}] {{(pid=108648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:41:47.962169 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-b9c5f420-2dba-4ca5-aaa8-ce392599e5d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:41:48.038086 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-8992c07a-7296-4da8-8760-e1a8850cf724 req-3a1a9c9c-dae1-49f3-9a4b-331d2dd930a1 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723000 Oct 26 15:41:48.052834 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.db [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-b9c5f420-2dba-4ca5-aaa8-ce392599e5d0 service neutron] For port dc54472b-3ad1-4baa-8785-517b184cb749, host hv-cinder-73270, cleared binding levels {{(pid=108648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:41:48.056395 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.db [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-b9c5f420-2dba-4ca5-aaa8-ce392599e5d0 service neutron] For port dc54472b-3ad1-4baa-8785-517b184cb749, host hv-cinder-73270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=dc54472b-3ad1-4baa-8785-517b184cb749,segment=NetworkSegment(ed742fe6-2b2c-4f2d-a942-04cb95a29e44),segment_id=ed742fe6-2b2c-4f2d-a942-04cb95a29e44)] {{(pid=108648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:41:48.162770 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-b9c5f420-2dba-4ca5-aaa8-ce392599e5d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3397078'] for port, after_update {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:41:48.200476 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-b9c5f420-2dba-4ca5-aaa8-ce392599e5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:41:48.201198 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-b9c5f420-2dba-4ca5-aaa8-ce392599e5d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:41:48.202682 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-b9c5f420-2dba-4ca5-aaa8-ce392599e5d0 service neutron] 10.222.0.76 "PUT /v2.0/ports/dc54472b-3ad1-4baa-8785-517b184cb749 HTTP/1.1" status: 200 len: 1093 time: 0.8865440 Oct 26 15:41:48.203113 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a88539-a2f6-49d6-9051-4a16512344a1', 'tag': 'dc54472b-3ad1-4baa-8785-517b184cb749'}] {{(pid=108648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:41:48.205346 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfc2c26cf4d6f56294a0969bf05099f9a11f02f7060f3ae519b1a3a74e90611f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be50469c-db4f-449e-9770-981076ad4224" -d '{"events": [{"name": "network-changed", "server_uuid": "36a88539-a2f6-49d6-9051-4a16512344a1", "tag": "dc54472b-3ad1-4baa-8785-517b184cb749"}]}' {{(pid=108648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:41:48.227412 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5f420-2dba-4ca5-aaa8-ce392599e5d0 service neutron] Pushing event updated for resources: {'Port': ['ID=dc54472b-3ad1-4baa-8785-517b184cb749,revision_number=3']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:41:48.301426 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8545f5-49a9-4b62-a52f-28b71e566d40 x-openstack-request-id: req-5f8545f5-49a9-4b62-a52f-28b71e566d40 {{(pid=108648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:41:48.301711 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36a88539-a2f6-49d6-9051-4a16512344a1", "tag": "dc54472b-3ad1-4baa-8785-517b184cb749", "status": "completed", "code": 200}]} {{(pid=108648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:41:48.301959 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5f8545f5-49a9-4b62-a52f-28b71e566d40 {{(pid=108648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:41:48.302356 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36a88539-a2f6-49d6-9051-4a16512344a1', 'tag': 'dc54472b-3ad1-4baa-8785-517b184cb749', 'status': 'completed', 'code': 200} Oct 26 15:41:48.364800 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50469c-db4f-449e-9770-981076ad4224 req-25712136-e8cc-4ee8-ae88-9fb31897d0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:41:48.366283 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-be50469c-db4f-449e-9770-981076ad4224 req-25712136-e8cc-4ee8-ae88-9fb31897d0a6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0a2958e7afc741eca9584b299e5568a6&device_id=36a88539-a2f6-49d6-9051-4a16512344a1 HTTP/1.1" status: 200 len: 1096 time: 0.0406566 Oct 26 15:41:48.464716 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50469c-db4f-449e-9770-981076ad4224 req-92a94b7b-6c03-4cdd-8066-a467c55aa1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:41:48.466126 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-be50469c-db4f-449e-9770-981076ad4224 req-92a94b7b-6c03-4cdd-8066-a467c55aa1a8 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=0a2958e7afc741eca9584b299e5568a6&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0922499 Oct 26 15:41:48.558846 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50469c-db4f-449e-9770-981076ad4224 req-6ab376ed-2b49-40ed-af4b-7e870ca21bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:41:48.560314 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-be50469c-db4f-449e-9770-981076ad4224 req-6ab376ed-2b49-40ed-af4b-7e870ca21bf7 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867333 Oct 26 15:41:48.636408 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-25d79cac-6f46-43ee-ba03-7d5ff003c472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:41:48.637901 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-25d79cac-6f46-43ee-ba03-7d5ff003c472 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0a2958e7afc741eca9584b299e5568a6&device_id=36a88539-a2f6-49d6-9051-4a16512344a1 HTTP/1.1" status: 200 len: 1096 time: 0.0439231 Oct 26 15:41:48.678622 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-41f61fd7-b947-4169-8b4c-6bb06fa7855b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc54472b-3ad1-4baa-8785-517b184cb749 HTTP/1.1" status: 200 len: 217 time: 0.0325665 Oct 26 15:41:48.725322 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-099c9351-3774-4dcc-aea9-f1f6e0e35ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:41:48.726663 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-099c9351-3774-4dcc-aea9-f1f6e0e35ea9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=79691652-5732-42a1-b964-9bd2b908b13f HTTP/1.1" status: 200 len: 853 time: 0.0411673 Oct 26 15:41:48.756936 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-4008b546-7711-4103-aa9d-7e1cc4830c26 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6872d80b-011f-4914-ab64-ee6310f248d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236154 Oct 26 15:41:48.849074 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-afa6b5a2-87cd-429b-a87b-34dd0862a848 service neutron] 10.222.0.76 "GET /v2.0/networks/6872d80b-011f-4914-ab64-ee6310f248d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845292 Oct 26 15:41:48.940681 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-84e7061c-d702-49c2-b2a2-7ead1bfcc85f req-fb70784c-69f9-43bd-b878-c3e966baf38f service neutron] 10.222.0.76 "GET /v2.0/networks/6872d80b-011f-4914-ab64-ee6310f248d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837090 Oct 26 15:41:49.206828 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08120e-0e08-41b0-9fa9-c5e3bdfa1427 req-d15e4e5a-01ca-4701-b9ea-1f24cac5b7ab tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:41:49.208256 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1e08120e-0e08-41b0-9fa9-c5e3bdfa1427 req-d15e4e5a-01ca-4701-b9ea-1f24cac5b7ab tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=36a88539-a2f6-49d6-9051-4a16512344a1 HTTP/1.1" status: 200 len: 943 time: 0.0471592 Oct 26 15:41:49.245023 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-1e08120e-0e08-41b0-9fa9-c5e3bdfa1427 req-ffcbc512-782c-40f7-a22c-01951b7fbb60 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299559 Oct 26 15:41:50.360064 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847a92a-928e-48b8-ba87-91bd16e42baa req-9bc879f0-7075-4eab-af90-cc00b5131b34 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:41:50.361553 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b847a92a-928e-48b8-ba87-91bd16e42baa req-9bc879f0-7075-4eab-af90-cc00b5131b34 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=36a88539-a2f6-49d6-9051-4a16512344a1 HTTP/1.1" status: 200 len: 943 time: 0.0490115 Oct 26 15:41:50.397357 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b847a92a-928e-48b8-ba87-91bd16e42baa req-bd44a8f8-6e88-4846-bb95-d6627eb07630 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299752 Oct 26 15:41:51.357413 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device dc54472b-3ad1-4baa-8785-517b184cb749 details requested by agent hyperv_hv-cinder-73270 with host hv-cinder-73270 {{(pid=108649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:41:51.450689 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port dc54472b-3ad1-4baa-8785-517b184cb749, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=dc54472b-3ad1-4baa-8785-517b184cb749,segment=NetworkSegment(ed742fe6-2b2c-4f2d-a942-04cb95a29e44),segment_id=ed742fe6-2b2c-4f2d-a942-04cb95a29e44)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:41:51.461600 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Returning: {'device': 'dc54472b-3ad1-4baa-8785-517b184cb749', 'network_id': '6872d80b-011f-4914-ab64-ee6310f248d9', 'port_id': 'dc54472b-3ad1-4baa-8785-517b184cb749', 'mac_address': 'fa:16:3e:45:2c:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79691652-5732-42a1-b964-9bd2b908b13f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:41:51.503003 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:41:51.515708 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d38e9c-67b9-4a07-afd8-1eb76f226bc6 req-da962245-6d42-4e3d-9a9e-39fdc7bfe5b8 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:41:51.516290 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc54472b-3ad1-4baa-8785-517b184cb749 {{(pid=108649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:41:51.517181 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-16d38e9c-67b9-4a07-afd8-1eb76f226bc6 req-da962245-6d42-4e3d-9a9e-39fdc7bfe5b8 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=36a88539-a2f6-49d6-9051-4a16512344a1 HTTP/1.1" status: 200 len: 943 time: 0.0508988 Oct 26 15:41:51.536987 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port dc54472b-3ad1-4baa-8785-517b184cb749, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=dc54472b-3ad1-4baa-8785-517b184cb749,segment=NetworkSegment(ed742fe6-2b2c-4f2d-a942-04cb95a29e44),segment_id=ed742fe6-2b2c-4f2d-a942-04cb95a29e44)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:41:51.555103 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-16d38e9c-67b9-4a07-afd8-1eb76f226bc6 req-9aef3b59-f463-4f35-b9ee-c5e57cbd4f1e tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319235 Oct 26 15:41:51.641019 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:41:51.688174 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=dc54472b-3ad1-4baa-8785-517b184cb749,revision_number=4']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:41:51.890137 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] get_ports_and_sgs() called for port_ids ['dc54472b-3ad1-4baa-8785-517b184cb749'] {{(pid=108649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:41:52.676894 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdf02da-dab5-46a9-8226-b1ad6e5c7488 req-d27196e0-1ac0-4a6d-b211-1b666126c082 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:41:52.678263 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5bdf02da-dab5-46a9-8226-b1ad6e5c7488 req-d27196e0-1ac0-4a6d-b211-1b666126c082 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=36a88539-a2f6-49d6-9051-4a16512344a1 HTTP/1.1" status: 200 len: 944 time: 0.0491371 Oct 26 15:41:52.714591 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5bdf02da-dab5-46a9-8226-b1ad6e5c7488 req-294311d5-cfbc-4a81-955b-45a5e53c24b8 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305591 Oct 26 15:41:53.388558 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device dc54472b-3ad1-4baa-8785-517b184cb749 up at agent hyperv_hv-cinder-73270 {{(pid=108649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:41:53.505073 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Provisioning for port dc54472b-3ad1-4baa-8785-517b184cb749 completed by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 15:41:53.509241 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.db.provisioning_blocks [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Provisioning complete for port dc54472b-3ad1-4baa-8785-517b184cb749 triggered by entity L2. {{(pid=108649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:41:53.510196 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536338341'] for port, provisioning_complete {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:41:53.705168 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536291264'] for port, before_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:41:53.726180 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a88539-a2f6-49d6-9051-4a16512344a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc54472b-3ad1-4baa-8785-517b184cb749'}] {{(pid=108649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:41:53.728961 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce9ea8dafcd660945e4144893ae94b540b7d43bc7f31485d3ebdd76e7b8406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb0d969-8ecf-47e5-b85b-7d2c0aecbceb" -d '{"events": [{"server_uuid": "36a88539-a2f6-49d6-9051-4a16512344a1", "name": "network-vif-plugged", "status": "completed", "tag": "dc54472b-3ad1-4baa-8785-517b184cb749"}]}' {{(pid=108649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:41:53.741707 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] For port dc54472b-3ad1-4baa-8785-517b184cb749, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=dc54472b-3ad1-4baa-8785-517b184cb749,segment=NetworkSegment(ed742fe6-2b2c-4f2d-a942-04cb95a29e44),segment_id=ed742fe6-2b2c-4f2d-a942-04cb95a29e44)] {{(pid=108649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:41:53.819992 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752338075374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752337531724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752337531742'] for port, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:41:53.822776 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99ed4d0-5a48-42b0-a217-0ef7e1448b3f x-openstack-request-id: req-c99ed4d0-5a48-42b0-a217-0ef7e1448b3f {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:41:53.823063 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a88539-a2f6-49d6-9051-4a16512344a1", "name": "network-vif-plugged", "status": "completed", "tag": "dc54472b-3ad1-4baa-8785-517b184cb749", "code": 200}]} {{(pid=108649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:41:53.823335 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c99ed4d0-5a48-42b0-a217-0ef7e1448b3f {{(pid=108649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:41:53.823778 dv-cinder-732704-6-iscsi neutron-server[108649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a88539-a2f6-49d6-9051-4a16512344a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc54472b-3ad1-4baa-8785-517b184cb749', 'code': 200} Oct 26 15:41:53.835983 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771aae3-384c-41d0-8d11-3c414395a895 req-5da968af-569d-4985-b8bc-b6d7a04da5c3 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:41:53.837860 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b771aae3-384c-41d0-8d11-3c414395a895 req-5da968af-569d-4985-b8bc-b6d7a04da5c3 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=36a88539-a2f6-49d6-9051-4a16512344a1 HTTP/1.1" status: 200 len: 944 time: 0.0565224 Oct 26 15:41:53.870244 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Pushing event updated for resources: {'Port': ['ID=dc54472b-3ad1-4baa-8785-517b184cb749,revision_number=5']} {{(pid=108649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:41:53.880527 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-b771aae3-384c-41d0-8d11-3c414395a895 req-21eadf0f-c590-4034-8563-dbfc715db951 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360487 Oct 26 15:41:54.113721 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0525652-c6c5-49ae-9d5d-a40840a85a3c req-959ee6ab-3b1e-4130-99a4-0d7225036b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:41:54.115209 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d0525652-c6c5-49ae-9d5d-a40840a85a3c req-959ee6ab-3b1e-4130-99a4-0d7225036b13 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=36a88539-a2f6-49d6-9051-4a16512344a1 HTTP/1.1" status: 200 len: 1098 time: 0.0433457 Oct 26 15:41:54.149013 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d0525652-c6c5-49ae-9d5d-a40840a85a3c req-c35f1b70-aaea-4ae5-9f96-68efa6b0e99c service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263660 Oct 26 15:41:54.996928 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a66209-bf16-4615-9f1a-1afa3846831e req-81d8ab78-9c77-4b2f-acb1-d045aee32792 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:41:54.998690 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-17a66209-bf16-4615-9f1a-1afa3846831e req-81d8ab78-9c77-4b2f-acb1-d045aee32792 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=36a88539-a2f6-49d6-9051-4a16512344a1 HTTP/1.1" status: 200 len: 945 time: 0.0508559 Oct 26 15:41:55.040966 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-17a66209-bf16-4615-9f1a-1afa3846831e req-ff9a3537-598d-4ba9-8947-a91567b307e6 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356753 Oct 26 15:41:56.153720 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3fdcb-69c8-4a45-8a35-4ddbd963e8a2 req-bb45d2bc-e8f8-45c2-8961-074cb0113ab3 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:41:56.155462 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-66a3fdcb-69c8-4a45-8a35-4ddbd963e8a2 req-bb45d2bc-e8f8-45c2-8961-074cb0113ab3 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=36a88539-a2f6-49d6-9051-4a16512344a1 HTTP/1.1" status: 200 len: 945 time: 0.0479937 Oct 26 15:41:56.192202 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-66a3fdcb-69c8-4a45-8a35-4ddbd963e8a2 req-c20a26e0-dbd9-475f-ae31-3b3d63f69dcf tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309708 Oct 26 15:41:58.916229 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:42:01.461909 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ad681103-975d-43eb-a654-fcfd4e5ad16c req-8dca7ef8-2408-45e9-9706-c7e0b059259b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=36a88539-a2f6-49d6-9051-4a16512344a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411513 Oct 26 15:42:01.545298 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad681103-975d-43eb-a654-fcfd4e5ad16c req-eacd6f09-3a4c-4f23-9d26-bb06f293bbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:42:01.546809 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ad681103-975d-43eb-a654-fcfd4e5ad16c req-eacd6f09-3a4c-4f23-9d26-bb06f293bbe0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0a2958e7afc741eca9584b299e5568a6&device_id=36a88539-a2f6-49d6-9051-4a16512344a1 HTTP/1.1" status: 200 len: 1098 time: 0.0400381 Oct 26 15:42:01.647678 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad681103-975d-43eb-a654-fcfd4e5ad16c req-9379fff2-6d92-4362-b8ae-8b462f53e99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:42:01.649182 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ad681103-975d-43eb-a654-fcfd4e5ad16c req-9379fff2-6d92-4362-b8ae-8b462f53e99c service neutron] 10.222.0.76 "GET /v2.0/networks?id=6872d80b-011f-4914-ab64-ee6310f248d9 HTTP/1.1" status: 200 len: 914 time: 0.0825379 Oct 26 15:42:01.693390 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ad681103-975d-43eb-a654-fcfd4e5ad16c req-bb4fe3fe-bd4d-4a2d-846a-ed4f8f26a028 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc54472b-3ad1-4baa-8785-517b184cb749 HTTP/1.1" status: 200 len: 217 time: 0.0359151 Oct 26 15:42:01.741100 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad681103-975d-43eb-a654-fcfd4e5ad16c req-3257d20f-0bb7-4a2b-b3f2-4467fb7e5117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:42:01.742502 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ad681103-975d-43eb-a654-fcfd4e5ad16c req-3257d20f-0bb7-4a2b-b3f2-4467fb7e5117 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=79691652-5732-42a1-b964-9bd2b908b13f HTTP/1.1" status: 200 len: 853 time: 0.0423605 Oct 26 15:42:01.774247 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ad681103-975d-43eb-a654-fcfd4e5ad16c req-831376c6-5cca-4409-824b-b0671712f9b1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6872d80b-011f-4914-ab64-ee6310f248d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244293 Oct 26 15:42:01.866600 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ad681103-975d-43eb-a654-fcfd4e5ad16c req-4626005b-357b-4a4a-9926-e3df636265ec service neutron] 10.222.0.76 "GET /v2.0/networks/6872d80b-011f-4914-ab64-ee6310f248d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847816 Oct 26 15:42:01.953654 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-ad681103-975d-43eb-a654-fcfd4e5ad16c req-1954af26-6248-40b8-b3f0-503db1ef94fd service neutron] 10.222.0.76 "GET /v2.0/networks/6872d80b-011f-4914-ab64-ee6310f248d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797839 Oct 26 15:42:06.191035 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:42:07.993547 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-cfc0a1f3-fc21-4dc4-9811-feef5d1cb596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:42:13.241629 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-9e4e71df-1dfb-4efa-b7da-c38e03e0c6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:42:13.818977 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:42:13.979668 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:42:15.565422 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:42:19.687357 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f35f2-a14a-40e6-aa1a-4fca2a8de215 req-1b0cdb08-388a-4bf4-9d77-08fa9e368e48 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:42:19.688836 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-557f35f2-a14a-40e6-aa1a-4fca2a8de215 req-1b0cdb08-388a-4bf4-9d77-08fa9e368e48 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=36a88539-a2f6-49d6-9051-4a16512344a1 HTTP/1.1" status: 200 len: 945 time: 0.0526667 Oct 26 15:42:19.725419 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-557f35f2-a14a-40e6-aa1a-4fca2a8de215 req-5a3b6261-17bf-4ae4-a1ca-8af470e74519 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306716 Oct 26 15:42:20.840121 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17287f6-b576-4566-aa7f-ed0f5cc02d49 req-0bd0ded5-ffe8-45fe-994f-b8917ded4670 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:42:20.841576 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d17287f6-b576-4566-aa7f-ed0f5cc02d49 req-0bd0ded5-ffe8-45fe-994f-b8917ded4670 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=36a88539-a2f6-49d6-9051-4a16512344a1 HTTP/1.1" status: 200 len: 945 time: 0.0481479 Oct 26 15:42:20.879019 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-d17287f6-b576-4566-aa7f-ed0f5cc02d49 req-be4e9f8e-df6e-4a8b-8c82-d3089285b1fd tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f2a1c4-7fae-4d5e-818e-9848dff6fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313354 Oct 26 15:42:21.237861 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f182aa-7464-4a91-97bd-2859f2b085c1 req-5669a694-c263-4381-820a-a021e261d1dd tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:42:21.239305 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-22f182aa-7464-4a91-97bd-2859f2b085c1 req-5669a694-c263-4381-820a-a021e261d1dd tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.76 "GET /v2.0/ports?device_id=36a88539-a2f6-49d6-9051-4a16512344a1 HTTP/1.1" status: 200 len: 945 time: 0.0470645 Oct 26 15:42:21.331433 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.plugin [req-22f182aa-7464-4a91-97bd-2859f2b085c1 req-c34c2346-cc48-440c-ab30-b72f4647b468 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Deleting port dc54472b-3ad1-4baa-8785-517b184cb749 {{(pid=108648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:42:21.331771 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-22f182aa-7464-4a91-97bd-2859f2b085c1 req-c34c2346-cc48-440c-ab30-b72f4647b468 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752337922070'] for port, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:42:21.416523 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.db [req-22f182aa-7464-4a91-97bd-2859f2b085c1 req-c34c2346-cc48-440c-ab30-b72f4647b468 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] For port dc54472b-3ad1-4baa-8785-517b184cb749, host hv-cinder-73270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73270',level=0,port_id=dc54472b-3ad1-4baa-8785-517b184cb749,segment=NetworkSegment(ed742fe6-2b2c-4f2d-a942-04cb95a29e44),segment_id=ed742fe6-2b2c-4f2d-a942-04cb95a29e44)] {{(pid=108648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:42:21.416875 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-22f182aa-7464-4a91-97bd-2859f2b085c1 req-c34c2346-cc48-440c-ab30-b72f4647b468 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536335332'] for port, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:42:21.428716 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.plugin [req-22f182aa-7464-4a91-97bd-2859f2b085c1 req-c34c2346-cc48-440c-ab30-b72f4647b468 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Calling delete_port for dc54472b-3ad1-4baa-8785-517b184cb749 owned by compute:nova {{(pid=108648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:42:21.610780 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-22f182aa-7464-4a91-97bd-2859f2b085c1 req-c34c2346-cc48-440c-ab30-b72f4647b468 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536291244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752338075356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752337531715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3397087'] for port, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:42:21.623263 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.db [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] get_ports_and_sgs() called for port_ids ['dc54472b-3ad1-4baa-8785-517b184cb749'] {{(pid=108649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:42:21.636415 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c2346-cc48-440c-ab30-b72f4647b468 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Pushing event deleted for resources: {'Port': ['ID=dc54472b-3ad1-4baa-8785-517b184cb749,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:42:21.649823 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34c2346-cc48-440c-ab30-b72f4647b468 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:42:21.650175 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34c2346-cc48-440c-ab30-b72f4647b468 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:42:21.651046 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34c2346-cc48-440c-ab30-b72f4647b468 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:42:21.651380 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34c2346-cc48-440c-ab30-b72f4647b468 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:42:21.651712 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34c2346-cc48-440c-ab30-b72f4647b468 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:42:21.652041 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34c2346-cc48-440c-ab30-b72f4647b468 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:42:21.652364 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34c2346-cc48-440c-ab30-b72f4647b468 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:42:21.652686 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34c2346-cc48-440c-ab30-b72f4647b468 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:42:21.653008 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34c2346-cc48-440c-ab30-b72f4647b468 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:42:21.653330 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34c2346-cc48-440c-ab30-b72f4647b468 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:42:21.653649 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34c2346-cc48-440c-ab30-b72f4647b468 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:42:21.653964 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34c2346-cc48-440c-ab30-b72f4647b468 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:42:21.690407 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f182aa-7464-4a91-97bd-2859f2b085c1 req-c34c2346-cc48-440c-ab30-b72f4647b468 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] No DVR routers for this DVR port dc54472b-3ad1-4baa-8785-517b184cb749 on host hv-cinder-73270 {{(pid=108648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:42:21.692850 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [req-22f182aa-7464-4a91-97bd-2859f2b085c1 req-c34c2346-cc48-440c-ab30-b72f4647b468 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16038'] for port, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:42:21.696173 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-22f182aa-7464-4a91-97bd-2859f2b085c1 req-c34c2346-cc48-440c-ab30-b72f4647b468 tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.76 "DELETE /v2.0/ports/dc54472b-3ad1-4baa-8785-517b184cb749 HTTP/1.1" status: 204 len: 173 time: 0.4508517 Oct 26 15:42:21.696629 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a88539-a2f6-49d6-9051-4a16512344a1', 'name': 'network-vif-deleted', 'tag': 'dc54472b-3ad1-4baa-8785-517b184cb749'}] {{(pid=108648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:42:21.698855 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfc2c26cf4d6f56294a0969bf05099f9a11f02f7060f3ae519b1a3a74e90611f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d68d7a-58d0-4a25-91af-689b400657e4" -d '{"events": [{"server_uuid": "36a88539-a2f6-49d6-9051-4a16512344a1", "name": "network-vif-deleted", "tag": "dc54472b-3ad1-4baa-8785-517b184cb749"}]}' {{(pid=108648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:42:21.746664 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f3098a-189c-40f7-8828-111408ba5ab5 x-openstack-request-id: req-93f3098a-189c-40f7-8828-111408ba5ab5 {{(pid=108648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:42:21.746963 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a88539-a2f6-49d6-9051-4a16512344a1", "name": "network-vif-deleted", "tag": "dc54472b-3ad1-4baa-8785-517b184cb749", "status": "completed", "code": 200}]} {{(pid=108648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:42:21.747229 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-93f3098a-189c-40f7-8828-111408ba5ab5 {{(pid=108648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:42:21.747615 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a88539-a2f6-49d6-9051-4a16512344a1', 'name': 'network-vif-deleted', 'tag': 'dc54472b-3ad1-4baa-8785-517b184cb749', 'status': 'completed', 'code': 200} Oct 26 15:42:21.976491 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [req-5696455a-0cf1-446d-a58b-2aaaf608dbe4 req-0bd17cf2-78d5-46dd-90f4-d3ce32965e6a tempest-VolumesSnapshotTestJSON-377116253 tempest-VolumesSnapshotTestJSON-377116253-project] 10.222.0.57 "GET /v2.0/ports?device_id=36a88539-a2f6-49d6-9051-4a16512344a1 HTTP/1.1" status: 200 len: 210 time: 0.0273330 Oct 26 15:42:26.409705 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device dc54472b-3ad1-4baa-8785-517b184cb749 no longer exists at agent hyperv_hv-cinder-73270 {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:42:26.429901 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.plugin [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] No Port match for: dc54472b-3ad1-4baa-8785-517b184cb749 {{(pid=108649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:42:26.430239 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron.plugins.ml2.rpc [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Device dc54472b-3ad1-4baa-8785-517b184cb749 not bound to the agent host hv-cinder-73270 {{(pid=108649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:42:28.950621 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:42:37.998883 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-38ea8316-0106-44f3-b3b2-f6250f881b28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:42:43.189816 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:42:43.249994 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-af2634ae-5daa-41d8-b3d1-ddf1eb0b7c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:42:43.844256 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:42:44.001274 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:42:45.549639 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:42:53.149182 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.wsgi [-] (108647) accepted ('10.222.0.57', 43664) {{(pid=108647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:42:53.341575 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fef93f2-2683-45d7-bc05-cc0bfcd0107c admin admin] Deleting subnet 79691652-5732-42a1-b964-9bd2b908b13f {{(pid=108647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 15:42:53.344663 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-4fef93f2-2683-45d7-bc05-cc0bfcd0107c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:42:53.378858 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-4fef93f2-2683-45d7-bc05-cc0bfcd0107c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8615396'] for subnet, precommit_delete_associations {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:42:53.415636 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-4fef93f2-2683-45d7-bc05-cc0bfcd0107c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536333747'] for subnet, precommit_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:42:53.527427 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-4fef93f2-2683-45d7-bc05-cc0bfcd0107c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536333704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8556360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8456337'] for subnet, after_delete {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:42:53.552672 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef93f2-2683-45d7-bc05-cc0bfcd0107c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79691652-5732-42a1-b964-9bd2b908b13f,revision_number=None']} {{(pid=108647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:42:53.557300 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron_lib.callbacks.manager [None req-4fef93f2-2683-45d7-bc05-cc0bfcd0107c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for subnet, before_response {{(pid=108647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:42:53.560449 dv-cinder-732704-6-iscsi neutron-server[108647]: INFO neutron.wsgi [None req-4fef93f2-2683-45d7-bc05-cc0bfcd0107c admin admin] 10.222.0.57 "DELETE /v2.0/subnets/79691652-5732-42a1-b964-9bd2b908b13f HTTP/1.1" status: 204 len: 168 time: 0.4102795 Oct 26 15:42:53.563774 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 43670) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:42:53.566073 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fef93f2-2683-45d7-bc05-cc0bfcd0107c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:42:53.566428 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fef93f2-2683-45d7-bc05-cc0bfcd0107c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:42:53.566805 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fef93f2-2683-45d7-bc05-cc0bfcd0107c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:42:53.567142 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fef93f2-2683-45d7-bc05-cc0bfcd0107c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:42:53.567475 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fef93f2-2683-45d7-bc05-cc0bfcd0107c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:42:53.567809 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fef93f2-2683-45d7-bc05-cc0bfcd0107c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:42:53.568137 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fef93f2-2683-45d7-bc05-cc0bfcd0107c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:42:53.568467 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fef93f2-2683-45d7-bc05-cc0bfcd0107c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:42:53.568796 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fef93f2-2683-45d7-bc05-cc0bfcd0107c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:42:53.569119 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fef93f2-2683-45d7-bc05-cc0bfcd0107c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:42:53.569440 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fef93f2-2683-45d7-bc05-cc0bfcd0107c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:42:53.569760 dv-cinder-732704-6-iscsi neutron-server[108647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fef93f2-2683-45d7-bc05-cc0bfcd0107c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-732704-6-iscsi {{(pid=108647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:42:53.631713 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-45e143e6-4674-4e56-ba0a-2759366aba9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536309766'] for network, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:42:53.719538 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-45e143e6-4674-4e56-ba0a-2759366aba9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536334904', 'neutron.services.segments.db._delete_segments_for_network-8752338035487'] for network, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:42:53.742823 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.services.segments.db [None req-45e143e6-4674-4e56-ba0a-2759366aba9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6872d80b-011f-4914-ab64-ee6310f248d9']}} {{(pid=108648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:42:53.753429 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.services.segments.db [None req-45e143e6-4674-4e56-ba0a-2759366aba9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed742fe6-2b2c-4f2d-a942-04cb95a29e44') {'for_net_delete': True} {{(pid=108648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:42:53.753725 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.services.segments.db [None req-45e143e6-4674-4e56-ba0a-2759366aba9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed742fe6-2b2c-4f2d-a942-04cb95a29e44') {} {{(pid=108648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:42:53.764118 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-45e143e6-4674-4e56-ba0a-2759366aba9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752338035752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3812551'] for segment, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:42:53.777608 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-45e143e6-4674-4e56-ba0a-2759366aba9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888'] for segment, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:42:53.784382 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45e143e6-4674-4e56-ba0a-2759366aba9c admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=108648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:42:53.784763 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-45e143e6-4674-4e56-ba0a-2759366aba9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536331888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3397034'] for segment, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:42:53.786412 dv-cinder-732704-6-iscsi neutron-server[108648]: Traceback (most recent call last): Oct 26 15:42:53.786412 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 15:42:53.786412 dv-cinder-732704-6-iscsi neutron-server[108648]: timer() Oct 26 15:42:53.786412 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 15:42:53.786412 dv-cinder-732704-6-iscsi neutron-server[108648]: cb(*args, **kw) Oct 26 15:42:53.786412 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 15:42:53.786412 dv-cinder-732704-6-iscsi neutron-server[108648]: return func(*args, **kwargs) Oct 26 15:42:53.786412 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 15:42:53.786412 dv-cinder-732704-6-iscsi neutron-server[108648]: self._notify() Oct 26 15:42:53.786412 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 15:42:53.786412 dv-cinder-732704-6-iscsi neutron-server[108648]: self.callback(batched_events) Oct 26 15:42:53.786412 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 15:42:53.786412 dv-cinder-732704-6-iscsi neutron-server[108648]: event.method(event) Oct 26 15:42:53.786412 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 15:42:53.786412 dv-cinder-732704-6-iscsi neutron-server[108648]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 15:42:53.786412 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 15:42:53.786412 dv-cinder-732704-6-iscsi neutron-server[108648]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 15:42:53.786412 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 15:42:53.786412 dv-cinder-732704-6-iscsi neutron-server[108648]: return f(self, *a, **k) Oct 26 15:42:53.786412 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 15:42:53.786412 dv-cinder-732704-6-iscsi neutron-server[108648]: return self._get(url).json() Oct 26 15:42:53.786412 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 15:42:53.786412 dv-cinder-732704-6-iscsi neutron-server[108648]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 15:42:53.786412 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 15:42:53.786412 dv-cinder-732704-6-iscsi neutron-server[108648]: return self.request(url, 'GET', **kwargs) Oct 26 15:42:53.786412 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 15:42:53.786412 dv-cinder-732704-6-iscsi neutron-server[108648]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 15:42:53.786412 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 15:42:53.786412 dv-cinder-732704-6-iscsi neutron-server[108648]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 15:42:53.786412 dv-cinder-732704-6-iscsi neutron-server[108648]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 15:42:53.786412 dv-cinder-732704-6-iscsi neutron-server[108648]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 15:42:53.786412 dv-cinder-732704-6-iscsi neutron-server[108648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 15:42:53.901380 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-45e143e6-4674-4e56-ba0a-2759366aba9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536334897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536254593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536297288'] for network, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:42:53.907526 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-45e143e6-4674-4e56-ba0a-2759366aba9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536254611'] for network, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:42:53.910657 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-45e143e6-4674-4e56-ba0a-2759366aba9c admin admin] 10.222.0.57 "DELETE /v2.0/networks/6872d80b-011f-4914-ab64-ee6310f248d9 HTTP/1.1" status: 204 len: 168 time: 0.3458693 Oct 26 15:42:53.925911 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e143e6-4674-4e56-ba0a-2759366aba9c admin admin] Pushing event deleted for resources: {'Network': ['ID=6872d80b-011f-4914-ab64-ee6310f248d9,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:42:54.298551 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 43674) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:42:54.336873 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-043f100e-1544-4626-9925-f98ad751c53e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0a2958e7afc741eca9584b299e5568a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371485 Oct 26 15:42:54.339241 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.wsgi [-] (108648) accepted ('10.222.0.57', 43676) {{(pid=108648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:42:54.386345 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-c496561b-4204-46fc-8f47-abd385d4bdf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:42:54.408772 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-c496561b-4204-46fc-8f47-abd385d4bdf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:42:54.512897 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-c496561b-4204-46fc-8f47-abd385d4bdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576271'] for security_group, after_delete {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:42:54.516350 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron_lib.callbacks.manager [None req-c496561b-4204-46fc-8f47-abd385d4bdf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:42:54.517570 dv-cinder-732704-6-iscsi neutron-server[108648]: INFO neutron.wsgi [None req-c496561b-4204-46fc-8f47-abd385d4bdf2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/80f2a1c4-7fae-4d5e-818e-9848dff6fe07 HTTP/1.1" status: 204 len: 168 time: 0.1774333 Oct 26 15:42:54.525944 dv-cinder-732704-6-iscsi neutron-server[108648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496561b-4204-46fc-8f47-abd385d4bdf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f2a1c4-7fae-4d5e-818e-9848dff6fe07,revision_number=None']} {{(pid=108648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:42:59.024235 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:43:07.986178 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-ecddc6ee-545b-4061-8cd9-d760dd69a976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:43:13.252839 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-306e3afe-ef66-461e-9179-9ec31d7f64ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:43:13.858441 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:43:14.007687 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:43:15.572531 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:43:20.188198 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:43:28.928073 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:43:38.007992 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-f148cce8-e27a-4f30-9403-e993ae1174b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:43:43.259519 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-e25539e4-8fc0-40b9-8d32-9142a8e2058c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:43:43.858169 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:43:43.989336 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:43:45.613666 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:43:57.187681 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:43:58.954662 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:44:07.999765 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-6de8bbfc-297e-4015-bc0a-06f459796da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:44:13.263844 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-dcc18409-5bb9-419d-9ef4-842be9e72ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:44:13.933147 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:44:14.126885 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:44:15.566428 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:44:28.937865 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:44:34.187329 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:44:37.988777 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-b5121d52-764b-42f0-9563-a98e148422c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:44:43.267873 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-3aecfda8-5bb9-4328-81c5-4bf97385fb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:44:43.845856 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:44:44.039668 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:44:45.554537 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:44:58.936477 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:45:07.976178 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-b04be72c-2573-4236-a408-19b5f104d570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:45:11.254744 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:45:13.250451 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-a5591139-2c04-49e0-9482-be7a0acf0702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:45:13.833716 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:45:13.970275 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:45:15.559135 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:45:28.953090 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:45:37.987220 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-165c64fe-d8b9-4c3b-a888-5e4c625d8bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:45:43.330155 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-33717bfc-afae-442e-9482-b7baa351c787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:45:43.878256 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:45:44.021033 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:45:45.621360 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:45:48.183875 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:45:58.969594 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:46:07.975075 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-c5111b9c-35f5-4667-807f-f853b8718d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:46:13.243688 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-6b79038f-8d4b-4f75-b6b1-ce148be647c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:46:13.900970 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:46:13.997974 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:46:15.575259 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:46:25.182609 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:46:28.961545 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:46:37.984178 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-9e3e0771-f9ac-4b73-9a18-c6bd2f89980c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:46:43.247184 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-43591404-3cff-463d-8ea8-a280a85d5ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:46:43.847236 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:46:43.995454 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:46:45.584368 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:46:58.978085 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:47:02.181720 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:47:08.012463 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-1403324f-55b4-4957-9e59-e76788d0ba52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:47:13.240821 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-9e2e3229-d417-4b23-a42b-5bb90f1d1077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:47:13.859913 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:47:14.023064 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:47:15.581711 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:47:29.019554 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:47:37.971228 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-d6b75753-d11a-4573-957a-3464066f0da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:47:39.181238 dv-cinder-732704-6-iscsi neutron-server[108650]: DEBUG neutron.db.agents_db [None req-6ec45218-388a-4306-98a5-26f2d76b3ef3 None None] Agent healthcheck: found 6 active agents {{(pid=108650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:47:43.247766 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-6c9834b7-228f-4743-a892-c6983a77c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:47:43.873294 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-58fd4d7e-ca9b-40a1-9754-c5e908ef1e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:47:44.005117 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2e20d67e-12ab-456f-b472-b6b671e4b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:47:45.579208 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-37ce118b-e651-4f5c-ac66-8cbd70a1df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:47:58.990597 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-85ba77f4-add8-4d79-8087-b5278e8b6fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:48:08.010152 dv-cinder-732704-6-iscsi neutron-server[108649]: DEBUG neutron_lib.callbacks.manager [None req-2616838d-915a-4f82-aaac-e68bb07debd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752338035469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536338418'] for agent, after_update {{(pid=108649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}